-- Logs begin at Wed 2021-06-30 18:08:54 UTC, end at Wed 2021-06-30 19:30:39 UTC. --
Jun 30 19:02:43.551941 dv-cinder-798879-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 30 19:02:45.961244 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.common.config [-] Logging enabled!
Jun 30 19:02:45.961992 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89
Jun 30 19:02:45.961992 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 30 19:02:45.965247 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.common.config [-] Logging enabled!
Jun 30 19:02:45.965512 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89
Jun 30 19:02:45.965823 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 30 19:02:45.966818 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 30 19:02:45.967053 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 30 19:02:45.967418 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 30 19:02:45.967666 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 30 19:02:45.967964 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 30 19:02:45.968212 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.968510 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.968806 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.969039 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.969367 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.969664 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.969944 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.970232 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.970527 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.971346 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.971620 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.972101 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.972337 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.972629 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.972914 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.973204 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.973455 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.973743 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.974253 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.974589 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.974873 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.975164 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.975452 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.975729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.976008 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.976307 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.976624 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] host                           = dv-cinder-798879-1-iscsi {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.976902 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.977190 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.977508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.977794 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.978072 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.978349 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.978891 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.979165 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.979439 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.979717 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.980007 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.980295 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.980590 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.980818 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.981042 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.981370 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.981659 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.981937 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.982215 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.982491 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.982765 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.983039 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.983309 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.983599 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.983886 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.984173 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.984450 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.984727 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.985001 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.985301 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.985590 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.985867 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.986145 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.987121 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.987488 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.987708 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.987986 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.988292 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.988584 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.988869 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.989157 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.989459 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.989744 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.990020 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.990296 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.990569 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.990843 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.991116 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.991402 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.991677 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.991951 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.992225 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.992499 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.992784 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:45.993084 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.993404 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.993707 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.993993 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.994292 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.994576 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.994870 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.995154 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.995447 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.995744 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.996038 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.996322 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.996615 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.996898 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.997199 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.997531 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.997829 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.998124 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.998403 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.998681 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.998958 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.999240 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.999533 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:45.999830 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.000123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.000402 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.000686 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.000981 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.001288 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.001567 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.001873 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.002215 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.002500 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.002778 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.003065 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.003348 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.003625 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.003901 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.004184 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.004477 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.004760 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.005036 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.005339 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.005623 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.005905 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.006194 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.006476 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.006755 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.007034 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.007317 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.007594 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.007869 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.008152 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.008429 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.008714 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.008994 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.009298 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.009580 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.009860 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.010136 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.010412 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.010688 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.010968 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.011245 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.011521 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.011798 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.012075 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.012351 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.012641 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.012947 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.013252 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.013541 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.013825 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.014109 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.014391 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.014673 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.014954 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.015238 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.015515 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.015814 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.016102 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.016391 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.016676 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.016959 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.017285 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.018107 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.018393 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.018675 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.018956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.019251 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.019540 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.019839 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.020137 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.020435 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.020732 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.021029 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.021347 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.021670 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.021951 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:46.022174 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 30 19:02:46.022422 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79067) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 30 19:02:46.422233 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO keyring.backend [-] Loading KWallet
Jun 30 19:02:46.429730 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO keyring.backend [-] Loading SecretService
Jun 30 19:02:46.433377 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO keyring.backend [-] Loading Windows
Jun 30 19:02:46.434729 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO keyring.backend [-] Loading chainer
Jun 30 19:02:46.435323 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO keyring.backend [-] Loading macOS
Jun 30 19:02:46.470163 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:02:46.470446 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:02:46.470811 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:02:46.471147 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 30 19:02:46.789281 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.789580 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.789858 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.791059 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.791338 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.791612 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.913499 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.913782 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.914058 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.928039 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.929171 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.929471 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.958307 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.958593 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.958866 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.997716 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.998294 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:46.998294 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.234258 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c689cbc10> agent after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.234552 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c689cbc10> agent after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.234822 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c689cbaf0> segment precommit_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.235092 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4c689cbb80> network precommit_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.235850 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4c689fb1f0> segment before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.363861 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> network before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.364161 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4c68970ee0> agent before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.364446 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> network before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.364721 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.364991 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.365333 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> segment after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.365606 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> segment precommit_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.365867 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> segment precommit_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.366127 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> segment after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.366418 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> network after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.366681 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> network precommit_delete 0 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.366950 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port provisioning_complete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.367220 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.367482 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.367752 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> agent after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.368178 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> subnet after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.368452 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> subnet precommit_delete 0 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.368731 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.368992 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.369309 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> segment_host_mapping after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.369669 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.369931 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.370185 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> port after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.370474 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.370728 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.370979 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c6980a820>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.371379 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.371626 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.371870 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.372111 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.372350 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.372590 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:47.372964 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 30 19:02:47.376207 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 30 19:02:47.380204 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 30 19:02:47.383999 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Jun 30 19:02:47.385662 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 30 19:02:47.386122 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 30 19:02:47.386465 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 30 19:02:47.386855 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 30 19:02:47.389847 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 30 19:02:47.390103 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 30 19:02:47.390452 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 30 19:02:47.418722 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 30 19:02:47.419127 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4c68ce8460>> qos_plugin after_init 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.419434 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79067) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 30 19:02:47.419801 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4c68ce80d0>> logging-plugin after_init 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.421173 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79067) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 30 19:02:47.421481 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 30 19:02:47.421732 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 30 19:02:47.425727 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c68cd6700>> floatingip before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.426015 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c68cd6700>> port before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:47.490988 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 30 19:02:47.491232 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 30 19:02:47.491482 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 30 19:02:47.491876 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 30 19:02:47.524979 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_db.sqlalchemy.engines [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79067) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 30 19:02:48.302045 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing driver for type 'gre'
Jun 30 19:02:48.303139 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] gre ID ranges: [(1, 1000)]
Jun 30 19:02:48.648538 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing driver for type 'local'
Jun 30 19:02:48.648875 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing driver for type 'vlan'
Jun 30 19:02:48.782370 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] VlanTypeDriver initialization complete
Jun 30 19:02:48.782716 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing driver for type 'vxlan'
Jun 30 19:02:48.783964 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] vxlan ID ranges: [(1, 1000)]
Jun 30 19:02:48.953838 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing extension driver 'port_security'
Jun 30 19:02:48.954226 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] PortSecurityExtensionDriver initialization complete
Jun 30 19:02:48.954636 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing mechanism driver 'openvswitch'
Jun 30 19:02:48.955047 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing mechanism driver 'hyperv'
Jun 30 19:02:48.961641 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:02:48.962404 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6af10>> port after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.962781 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6af10>> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.963127 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6af10>> port after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.963508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6ae80>> subnet after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.963857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6ae80>> subnet after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.964196 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c68b6ae80>> subnet after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.964566 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c5e0>> network after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.964908 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c5e0>> network after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.965257 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c5e0>> network after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.965633 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c7f0>> security_group after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.965973 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c7f0>> security_group after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.966306 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852c7f0>> security_group after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.966675 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852ca30>> security_group_rule after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.967038 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852ca30>> security_group_rule after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.967369 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852ca30>> security_group_rule after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.967737 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852cd00>> address_group after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.968074 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852cd00>> address_group after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.968404 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c6852cd00>> address_group after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.968739 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] ML2 OVO RPC backend initialized. {{(pid=79067) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jun 30 19:02:48.969463 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> router_interface after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.969815 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> router_interface after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.970228 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> network before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.971097 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> networks before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.971691 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> port before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.972104 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> ports before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.972446 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> subnet before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.972792 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> subnets before_response 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.973137 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> network after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.973500 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> network after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976595 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> network after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976595 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> port after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976595 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976595 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> port after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976928 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> subnet after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976928 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> subnet after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976928 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c6852cfa0>> subnet after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:48.976928 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.plugin [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Modular L2 Plugin initialization complete
Jun 30 19:02:48.976928 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading services supported by the core plugin {{(pid=79067) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 30 19:02:48.977336 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.plugins.ml2.managers [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Got port-security extension from driver 'port_security'
Jun 30 19:02:48.977421 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.extensions.vlantransparent [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Disabled vlantransparent extension.
Jun 30 19:02:48.977894 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79067) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 30 19:02:48.978203 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: router
Jun 30 19:02:49.014319 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router_interface before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.014709 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_create 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.015076 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router before_create 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.015448 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router_interface before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.015818 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router_interface after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.016173 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_delete 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.016523 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> floatingip after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.016880 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_create 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.017237 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.018119 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.018779 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router_gateway after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.019006 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.019416 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.019780 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4c68bf0ca0> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.020116 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4c68bf7820> port after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.020453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4c68bf0d30> subnet after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.020791 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4c68bf0c10> subnetpool_address_scope after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.021131 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> port precommit_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.021500 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_create 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.021841 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4c68bee670> port before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.022181 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.022533 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router after_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.022872 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_delete 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.023214 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_create 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.023567 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router_interface after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.023908 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> router precommit_update 55549900 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.024266 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> agent after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.024609 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> agent after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.024948 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c685341f0>> network after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.025838 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Tracking information for resource: router configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:49.026168 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Tracking information for resource: floatingip configured {{(pid=79067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 30 19:02:49.031004 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.db.l3_agentschedulers_db [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 30 19:02:49.031575 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4c6849c160> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.031929 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4c6849c040> port after_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.032276 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _notify_port_delete at 0x7f4c6849c0d0> port after_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.032629 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4c6849c430> port after_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.034220 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c684469d0>> router before_create 55550100 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.034582 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c684469d0>> router precommit_delete 55550100 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.034943 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c684469d0>> router precommit_create 55550100 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.035299 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c684469d0>> router precommit_update 55550100 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.039743 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.provider_configuration [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service providers = [] {{(pid=79067) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 30 19:02:49.040111 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.db.servicetype_db [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79067) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 30 19:02:49.043057 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.service_base [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 30 19:02:49.043399 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.service_base [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 30 19:02:49.043733 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.service_base [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 30 19:02:49.044615 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.services.service_base [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 30 19:02:49.045150 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.services.service_base [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 30 19:02:49.045541 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.045857 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 30 19:02:49.056289 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.056623 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: auto_allocate
Jun 30 19:02:49.062367 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c68471820> network precommit_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.062738 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c68471820> network precommit_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.063251 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.063568 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: tag
Jun 30 19:02:49.070638 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.070965 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: timestamp
Jun 30 19:02:49.074793 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.075147 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: network_ip_availability
Jun 30 19:02:49.080961 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68469fd0>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.081332 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68469fd0>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.081683 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68469fd0>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.082406 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.082721 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: flavors
Jun 30 19:02:49.087655 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.087984 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading Plugin: revisions
Jun 30 19:02:49.092208 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 30 19:02:49.092596 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.622s {{(pid=79067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:02:49.093357 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79067) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 30 19:02:49.093691 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Initializing extension manager.
Jun 30 19:02:49.094195 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: __init__.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.094534 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: __pycache__ {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.094866 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.095195 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: address_group.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.096495 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.097050 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: address-group
Jun 30 19:02:49.097396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: address_scope.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.098110 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.098613 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: address-scope
Jun 30 19:02:49.098931 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.099850 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.100356 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: router-admin-state-down-before-update
Jun 30 19:02:49.100673 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: agent.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.101401 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.101894 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: agent
Jun 30 19:02:49.102211 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: agent_resources_synced.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.103111 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.103861 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: agent-resources-synced
Jun 30 19:02:49.104176 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.105981 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.106498 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: allowed-address-pairs
Jun 30 19:02:49.106819 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.107870 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.108374 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: auto-allocated-topology
Jun 30 19:02:49.108695 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: availability_zone.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.109408 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.109906 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: availability_zone
Jun 30 19:02:49.110226 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: availability_zone_filter.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.111147 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.111659 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: availability_zone_filter
Jun 30 19:02:49.111979 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: data_plane_status.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.112867 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.113393 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 30 19:02:49.113709 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: default_subnetpools.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.114605 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.115102 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: default-subnetpools
Jun 30 19:02:49.115420 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.116220 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.116714 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: dhcp_agent_scheduler
Jun 30 19:02:49.117027 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: dns.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.117944 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.118437 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension dns-integration not supported by any of loaded plugins
Jun 30 19:02:49.118754 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: dns_domain_ports.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.119655 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.120148 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 30 19:02:49.120462 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: dvr.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.121123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.121649 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: dvr
Jun 30 19:02:49.121964 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: empty_string_filtering.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.122866 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.123364 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: empty-string-filtering
Jun 30 19:02:49.123682 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.124587 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.125081 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 30 19:02:49.125421 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.126320 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.126877 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 30 19:02:49.127212 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: external_net.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.128218 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.128728 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: external-net
Jun 30 19:02:49.129045 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.129972 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.130475 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: extra_dhcp_opt
Jun 30 19:02:49.130789 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: extraroute.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.131691 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.132188 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: extraroute
Jun 30 19:02:49.132502 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: extraroute_atomic.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.133552 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.134055 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: extraroute-atomic
Jun 30 19:02:49.134372 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: filter_validation.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.135035 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.135530 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: filter-validation
Jun 30 19:02:49.135845 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: fip_pf_description.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.138355 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.138881 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 30 19:02:49.139211 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: fip_port_details.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.140258 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.140774 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: fip-port-details
Jun 30 19:02:49.141101 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: flavors.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.142870 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.143468 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: flavors
Jun 30 19:02:49.143794 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.145535 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.146002 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 30 19:02:49.146333 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: floatingip_pools.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.147037 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.147538 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: floatingip-pools
Jun 30 19:02:49.147859 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: ip_allocation.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.148880 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.149333 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 30 19:02:49.149655 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.150561 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.151063 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: ip-substring-filtering
Jun 30 19:02:49.151383 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l2_adjacency.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.152301 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.152796 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 30 19:02:49.153116 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.154137 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.154646 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: router
Jun 30 19:02:49.154968 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.157202 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.157743 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 30 19:02:49.158133 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.159570 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.160074 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: ext-gw-mode
Jun 30 19:02:49.160400 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.161326 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.161831 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: l3-ha
Jun 30 19:02:49.162150 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3_flavors.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.163056 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.163558 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: l3-flavors
Jun 30 19:02:49.163880 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.164800 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.165329 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 30 19:02:49.165649 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: l3agentscheduler.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.166691 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.167191 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: l3_agent_scheduler
Jun 30 19:02:49.167507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: logging.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.168969 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.169508 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension logging not supported by any of loaded plugins
Jun 30 19:02:49.169832 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: metering.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.170562 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.171131 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: metering
Jun 30 19:02:49.171449 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.172520 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.173033 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: metering_source_and_destination_fields
Jun 30 19:02:49.173388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: multiprovidernet.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.174546 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.175053 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: multi-provider
Jun 30 19:02:49.175371 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: netmtu.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.176271 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.176775 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: net-mtu
Jun 30 19:02:49.177087 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: netmtu_writable.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.178013 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.178518 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: net-mtu-writable
Jun 30 19:02:49.178835 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: network_availability_zone.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.179495 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.179998 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: network_availability_zone
Jun 30 19:02:49.180310 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: network_ip_availability.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.181422 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.181928 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: network-ip-availability
Jun 30 19:02:49.182245 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: network_segment_range.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.183005 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.183501 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 30 19:02:49.183816 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: pagination.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.184797 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.185119 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: pagination
Jun 30 19:02:49.185458 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: port_device_profile.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.186355 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.186866 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: port-device-profile
Jun 30 19:02:49.187181 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.188077 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.188577 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: port-mac-address-regenerate
Jun 30 19:02:49.188898 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.190043 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.190547 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: port-numa-affinity-policy
Jun 30 19:02:49.190866 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: port_resource_request.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.191762 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.192260 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 30 19:02:49.192584 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: portbindings.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.193527 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.194029 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: binding
Jun 30 19:02:49.194347 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: portbindings_extended.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.195600 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.196103 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: binding-extended
Jun 30 19:02:49.196423 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: portsecurity.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.197355 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.197856 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: port-security
Jun 30 19:02:49.198175 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: project_id.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.199163 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.199486 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: project-id
Jun 30 19:02:49.199802 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: providernet.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.200708 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.201250 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: provider
Jun 30 19:02:49.201693 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.205569 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.206025 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos not supported by any of loaded plugins
Jun 30 19:02:49.206353 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.207581 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.208088 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 30 19:02:49.208417 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.209357 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.209867 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 30 19:02:49.210186 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_default.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.211084 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.211588 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-default not supported by any of loaded plugins
Jun 30 19:02:49.211906 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_fip.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.212551 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.213048 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-fip not supported by any of loaded plugins
Jun 30 19:02:49.213403 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.214318 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.214813 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 30 19:02:49.215129 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.216032 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.216531 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 30 19:02:49.216850 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.217795 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.218293 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 30 19:02:49.218609 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: qos_rules_alias.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.219633 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.220127 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 30 19:02:49.220444 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: quotasv2.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.222203 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.222667 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: quotas
Jun 30 19:02:49.222986 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: quotasv2_detail.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.224613 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.224945 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: quota_details
Jun 30 19:02:49.225302 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: rbac.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.226346 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.226864 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: rbac-policies
Jun 30 19:02:49.227187 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: rbac_address_group.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.228100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.228871 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: rbac-address-group
Jun 30 19:02:49.229191 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: rbac_address_scope.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.230127 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.230633 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: rbac-address-scope
Jun 30 19:02:49.230947 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: rbac_security_groups.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.231913 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.232417 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: rbac-security-groups
Jun 30 19:02:49.232737 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.233683 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.234184 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: rbac-subnetpool
Jun 30 19:02:49.234501 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: revisionifmatch.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.235406 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.235905 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: revision-if-match
Jun 30 19:02:49.236252 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: revisions.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.237660 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.238162 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: standard-attr-revisions
Jun 30 19:02:49.238471 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: router_availability_zone.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.239146 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.239651 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: router_availability_zone
Jun 30 19:02:49.240250 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: routerservicetype.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.241313 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.241826 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension router-service-type not supported by any of loaded plugins
Jun 30 19:02:49.242141 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.243247 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.243751 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: security-groups-normalized-cidr
Jun 30 19:02:49.244074 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.245183 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.245710 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: port-security-groups-filtering
Jun 30 19:02:49.246030 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.246953 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.247454 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: security-groups-remote-address-group
Jun 30 19:02:49.247771 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: securitygroup.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.261436 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.261978 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: security-group
Jun 30 19:02:49.262305 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: segment.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.263117 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.263620 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension segment not supported by any of loaded plugins
Jun 30 19:02:49.263942 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.264908 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.265433 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 30 19:02:49.265754 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: servicetype.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.267149 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.268287 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: service-type
Jun 30 19:02:49.268647 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: sorting.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.269753 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.270080 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: sorting
Jun 30 19:02:49.270399 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: standard_attr_segment.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.271308 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.271904 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 30 19:02:49.272138 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: standardattrdescription.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.272787 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.273311 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: standard-attr-description
Jun 30 19:02:49.273633 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: stateful_security_group.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.274545 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.275046 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: stateful-security-group
Jun 30 19:02:49.275364 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: stdattrs_common.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.275945 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 30 19:02:49.276261 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.277290 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.277794 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 30 19:02:49.278172 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnet_onboard.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.279176 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.279680 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: subnet_onboard
Jun 30 19:02:49.279997 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.280960 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.281442 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 30 19:02:49.281760 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnet_service_types.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.282671 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.283787 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: subnet-service-types
Jun 30 19:02:49.284193 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnetallocation.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.285175 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.285720 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: subnet_allocation
Jun 30 19:02:49.286043 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.286703 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.287216 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: subnetpool-prefix-ops
Jun 30 19:02:49.287536 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.288456 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.288975 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 30 19:02:49.289315 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: tagging.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.290387 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.291078 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: standard-attr-tag
Jun 30 19:02:49.291294 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: timestamp.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.292476 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.292978 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loaded extension: standard-attr-timestamp
Jun 30 19:02:49.293336 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: trunk.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.294355 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.294865 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension trunk not supported by any of loaded plugins
Jun 30 19:02:49.295183 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: trunk_details.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.296085 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.296588 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension trunk-details not supported by any of loaded plugins
Jun 30 19:02:49.296909 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.297838 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.298349 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 30 19:02:49.298696 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Loading extension file: vlantransparent.py {{(pid=79067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 30 19:02:49.299365 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 30 19:02:49.299861 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 30 19:02:49.302416 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:network
Jun 30 19:02:49.303158 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnet
Jun 30 19:02:49.303934 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 30 19:02:49.304538 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:port
Jun 30 19:02:49.305833 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.306260 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service FLAVORS assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.306997 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.307429 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.307756 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:router
Jun 30 19:02:49.308416 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:floatingip
Jun 30 19:02:49.309127 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service METERING assigned prefix: /metering {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.310613 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68343550>> rbac-policy before_create 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.310980 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68343550>> rbac-policy before_update 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.311332 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c68343550>> rbac-policy before_delete 55550000 {{(pid=79067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:02:49.312468 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 30 19:02:49.312903 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:security_group
Jun 30 19:02:49.313602 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 30 19:02:49.314406 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service CORE assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.314745 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 30 19:02:49.315086 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] subnetpool is already registered
Jun 30 19:02:49.315681 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service CORE assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.316021 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 30 19:02:49.316341 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] subnetpool is already registered
Jun 30 19:02:49.318934 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.319363 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service FLAVORS assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.319955 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.320368 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.320697 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:router
Jun 30 19:02:49.321022 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] router is already registered
Jun 30 19:02:49.321647 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:floatingip
Jun 30 19:02:49.321971 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] floatingip is already registered
Jun 30 19:02:49.322593 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service METERING assigned prefix: /metering {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.323268 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 30 19:02:49.323593 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] rbac_policy is already registered
Jun 30 19:02:49.324130 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:security_group
Jun 30 19:02:49.324453 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] security_group is already registered
Jun 30 19:02:49.325035 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 30 19:02:49.325403 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] security_group_rule is already registered
Jun 30 19:02:49.326065 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service CORE assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.326388 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 30 19:02:49.326715 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] subnetpool is already registered
Jun 30 19:02:49.327304 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.v2.resource_helper [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Service CORE assigned prefix:  {{(pid=79067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 30 19:02:49.327623 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 30 19:02:49.327950 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING neutron.quota.resource_registry [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] subnetpool is already registered
Jun 30 19:02:49.328583 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: extensions {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.330640 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: address-groups {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.332413 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: address-scopes {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.333642 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: agents {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.334784 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: auto-allocated-topology {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.336020 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: availability_zones {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.337332 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: dhcp-networks {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.338738 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: dhcp-agents {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.340170 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: routers {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.343059 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: flavors {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.344210 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: service_profiles {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.345440 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: next_providers {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.347769 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: service_profiles {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.349280 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: floatingip-pools {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.350488 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: routers {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.352249 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: floatingips {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.353696 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: l3-routers {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.355061 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: l3-agents {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.356463 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: metering-labels {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.357830 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: metering-label-rules {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.359092 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: network-ip-availabilities {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.360335 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: bindings {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.362194 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: quotas {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.363633 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: quotas {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.364991 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: rbac-policies {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.366306 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: security-groups {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.367497 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: security-group-rules {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.368725 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: service-providers {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.369978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: subnetpools {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.371371 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: subnetpools {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.372787 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.374483 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.376258 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.379030 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.380802 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.382650 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.384345 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.386247 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.388004 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.389862 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron.api.extensions [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Extended resource: tags {{(pid=79067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 30 19:02:49.396555 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING keystonemiddleware.auth_token [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 30 19:02:49.401268 dv-cinder-798879-1-iscsi neutron-server[79067]: WARNING keystonemiddleware.auth_token [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 30 19:02:49.409521 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Acquired lock "singleton_lock" {{(pid=79067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 30 19:02:49.409991 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_concurrency.lockutils [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Releasing lock "singleton_lock" {{(pid=79067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 30 19:02:49.410624 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Starting 2 workers
Jun 30 19:02:49.415287 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Started child 79178 {{(pid=79067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 30 19:02:49.419572 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Started child 79179 {{(pid=79067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 30 19:02:49.420333 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.421145 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO neutron.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 30 19:02:49.421805 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Notify callbacks [] for process, before_spawn {{(pid=79067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.421910 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [-] (79178) wsgi starting up on http://0.0.0.0:9696
Jun 30 19:02:49.424296 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Starting 1 workers
Jun 30 19:02:49.424613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.426027 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [-] (79179) wsgi starting up on http://0.0.0.0:9696
Jun 30 19:02:49.429364 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Started child 79180 {{(pid=79067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 30 19:02:49.429979 dv-cinder-798879-1-iscsi neutron-server[79067]: INFO oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Starting 1 workers
Jun 30 19:02:49.432803 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] calling RpcWorker wait() {{(pid=79180) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 30 19:02:49.433429 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] returning from RpcWorker wait() {{(pid=79180) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 30 19:02:49.434213 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Started child 79181 {{(pid=79067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 30 19:02:49.434839 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.434987 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG neutron_lib.callbacks.manager [None req-4c2d396e-1446-432a-a4ad-4b9eda2c4cb5 None None] Notify callbacks [] for process, after_spawn {{(pid=79067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.435441 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:02:49.436846 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 30 19:02:49.437057 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 30 19:02:49.437259 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 30 19:02:49.437476 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 30 19:02:49.437797 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 30 19:02:49.437959 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 30 19:02:49.438485 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.438749 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.438964 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:02:49.440007 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.440007 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.440252 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.440893 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.441155 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.441420 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.441721 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.441984 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.442149 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.442313 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.442570 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.442807 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.443195 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.443484 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.443733 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.444010 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.444180 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.444439 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.444708 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.444952 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.445236 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.445484 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.445956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.446175 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.446430 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.446678 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.446946 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.447169 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.447447 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.447686 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.447903 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.448153 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.448414 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.448653 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.448884 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.449104 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.449401 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.449616 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.450107 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] host                           = dv-cinder-798879-1-iscsi {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.450337 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.450550 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.450811 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.451053 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.451293 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.451513 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.451757 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.452012 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.452264 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.452497 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.452745 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.453130 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.453421 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.453671 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.453833 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.454081 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.454364 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.454626 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.454815 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.455695 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.455926 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.456242 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.456402 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.456664 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.456981 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.457117 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.457348 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.457590 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.457829 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.458084 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.458313 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.458546 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.458754 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.459009 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.459250 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.459472 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.459717 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.459950 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.460173 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.460395 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.460612 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.460834 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.461252 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.461404 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.461660 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.461872 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.469388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470055 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470055 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470055 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470305 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470396 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.470956 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471544 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471544 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471544 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471544 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471544 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471829 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.471992 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.472281 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.472495 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.472741 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.473047 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.473344 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.473621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.473862 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.474125 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.474347 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.474578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.474944 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.475220 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.475530 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.78/identity {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.475805 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.476045 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.476273 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.476508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.476725 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.476941 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.479672 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.479977 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.480220 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.480912 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.485122 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.485481 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.485660 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.485911 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.486216 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.486557 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.486936 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.487403 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.488132 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.488377 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.488614 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.489118 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.492832 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.493131 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.493425 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.493683 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.493967 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.494211 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.494444 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.494680 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.494951 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.495183 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.495431 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.495664 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.495896 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.496161 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.496423 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.496655 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.496881 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.497132 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.497431 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.497676 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.497900 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.498132 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.498378 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.498606 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.498882 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.499113 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.499356 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.499613 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.499855 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.500108 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.500739 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.500971 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.501192 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.501434 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.501679 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.502612 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.502938 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.503234 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.503549 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.503821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.504168 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.504306 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.504738 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.504974 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.505247 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.505505 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.506621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.506621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.506621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.506621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507174 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507174 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507444 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507605 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507745 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.507935 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.508157 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.508414 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.508645 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.508910 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.509190 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.509450 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.509719 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.509976 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.510256 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.510495 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.510803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.511035 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.511308 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.511605 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.511884 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.512155 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.512409 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.512662 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.512926 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.513180 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.513456 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.513707 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.513941 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.514162 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.514473 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.514723 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.514940 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.515197 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.515413 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.515752 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.516005 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.516240 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.516472 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.516746 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.516979 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.517248 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.518129 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.518388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.518665 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.518923 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.519153 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.78/identity {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.519371 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.519637 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.519907 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.520122 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.520369 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.520613 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.520855 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.521147 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.521389 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.521656 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.521875 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.522124 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.522358 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.522596 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.522821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.523057 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.523273 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.523523 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.523780 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.524002 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.524240 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.524480 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.524701 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.524963 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.525183 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.525484 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.525734 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.525982 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.526213 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.526467 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.526777 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.527054 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.527308 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.527547 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.527762 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.527974 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.528193 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.528408 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.528636 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.528861 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.529073 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.529344 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.532453 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533715 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533715 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533715 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.533948 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.534094 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.534384 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.534635 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.534866 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.535106 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.535338 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.535582 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.535794 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.536011 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.536228 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.536437 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.536663 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.536872 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.537083 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.537320 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.537533 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.537816 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.538070 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.538289 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.538568 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.538794 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.539037 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.539288 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.539610 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.539847 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.540103 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.540376 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.540593 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.540831 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.541111 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.541463 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.541771 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.542035 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.542287 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.542545 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.542836 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.543096 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.543309 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.543642 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.543975 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.544264 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.544528 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.544786 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.545060 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.545442 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.545662 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.545899 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.546145 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.546362 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.546630 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.546870 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.547116 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.547330 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.547578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.547814 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.548071 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.548302 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.548521 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.548807 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.549090 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 30 19:02:49.549814 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 30 19:02:49.549975 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 30 19:02:49.550132 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 30 19:02:49.550302 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 30 19:02:49.550471 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 30 19:02:49.550623 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 30 19:02:49.550828 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.550991 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551152 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551313 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551473 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551655 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551816 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.551974 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552161 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552320 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552478 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552637 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552799 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.552958 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553117 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553301 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553460 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553618 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553781 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.553940 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554099 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554256 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554414 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554573 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554785 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.554972 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555137 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555295 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555455 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555614 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555773 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.555959 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556066 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556223 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556380 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556537 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556694 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.556851 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557008 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557165 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557346 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] host                           = dv-cinder-798879-1-iscsi {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557504 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557661 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557819 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.557976 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.558133 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561123 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.561978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.562763 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.563577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.564857 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565503 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565503 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565503 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565503 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565753 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565753 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.565873 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566008 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566168 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566382 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566632 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.566853 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567002 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567131 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567266 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567394 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567553 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567709 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.567867 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.568024 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.568181 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.568341 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 30 19:02:49.568519 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.568682 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.568854 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569015 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569177 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569347 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569670 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569831 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.569991 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570159 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570321 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570492 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570653 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570813 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.570978 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571139 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571300 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571460 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571620 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571782 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.571941 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572121 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572269 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572429 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.78/identity {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572590 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572749 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.572937 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573079 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573310 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573441 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573566 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573680 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.573840 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574001 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574172 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574301 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574459 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574621 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574783 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.574970 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575084 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575241 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575401 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575564 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575726 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.575886 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576046 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576208 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576379 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576528 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576689 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.576849 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577010 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577169 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577442 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577576 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.577889 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578051 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578242 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578378 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578516 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578681 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.578842 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579003 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579163 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579323 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579482 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579642 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.579802 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.580565 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.580728 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.580889 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.581164 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.581361 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.581476 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.581638 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.581798 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582011 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582107 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582256 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582417 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582577 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582746 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.582985 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583088 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583237 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583398 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583559 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583786 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.583886 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584028 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584188 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584347 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584508 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584668 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584835 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.584990 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585150 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585331 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585493 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585652 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585812 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.585972 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.586132 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.586292 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.589933 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.590821 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.591729 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.592507 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.78/identity {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593100 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.593803 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.594578 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595045 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595045 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595045 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595643 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.595643 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596121 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596262 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596388 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596553 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596718 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.596881 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597044 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597238 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597391 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597553 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597716 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.597877 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598038 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598201 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598361 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598522 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598683 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.598868 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.599049 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.599210 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.599370 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.599697 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.599856 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600010 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600160 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600320 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600481 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600642 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.600853 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601015 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601206 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601362 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601515 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601673 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.601835 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602067 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602193 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602316 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602468 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602704 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602823 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.602947 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.603121 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.603282 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.603702 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.603868 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604014 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604189 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604350 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604581 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604726 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604858 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.604979 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605134 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605329 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605542 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605630 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605766 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.605952 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606325 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606325 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606535 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606620 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606734 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.606896 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607068 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607213 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607384 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607551 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607713 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.607883 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608051 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608221 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608383 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608554 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608730 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.608874 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609037 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609277 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609414 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609562 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609696 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609854 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.609995 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610134 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610272 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610410 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610549 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610708 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.610869 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611029 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611235 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611414 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611534 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611686 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 30 19:02:49.611863 dv-cinder-798879-1-iscsi neutron-server[79067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 30 19:02:49.640786 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:02:49.738961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47150) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:02:49.747814 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065951
Jun 30 19:03:00.575189 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0243aa-46bc-48c3-b9f9-e22fb629504b None None] get_active_networks_info from dv-cinder-798879-1-iscsi {{(pid=79180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 30 19:03:00.639814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0243aa-46bc-48c3-b9f9-e22fb629504b None None] No non-hosted networks {{(pid=79180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 30 19:03:00.646255 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.agentschedulers_db [None req-1f0243aa-46bc-48c3-b9f9-e22fb629504b None None] DHCP Agent not found on host dv-cinder-798879-1-iscsi {{(pid=79180) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 30 19:03:00.769402 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-ecb70456-d0f6-48dd-ae55-8b1d48102632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:01.192424 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:01.195971 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.196507 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.197040 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.197539 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.198028 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.198572 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.199057 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.199632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.200597 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.201085 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.201633 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.201959 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:01.202376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c6775e1c0>, 'Open vSwitch agent', 'dv-cinder-798879-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:01.214053 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c68043a60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798879-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:03.394908 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c83acf6-862c-408e-afda-1743a7571aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:03.449500 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-a1ce1dfa-38e3-4601-9674-274d32973050 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798879-1-iscsi {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:03:03.450152 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-a1ce1dfa-38e3-4601-9674-274d32973050 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:03:04.065302 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1dfa-38e3-4601-9674-274d32973050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:04.268136 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:05.666919 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:07.473125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47240) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:08.056596 dv-cinder-798879-1-iscsi neutron-server[79178]: WARNING oslo_policy.policy [None req-07374878-4cf4-461d-9144-5f935d0cba5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:08.057205 dv-cinder-798879-1-iscsi neutron-server[79178]: WARNING oslo_policy.policy [None req-07374878-4cf4-461d-9144-5f935d0cba5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:08.285242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [None req-07374878-4cf4-461d-9144-5f935d0cba5f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:03:08.286266 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-07374878-4cf4-461d-9144-5f935d0cba5f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8121896
Jun 30 19:03:10.341455 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.db.l3_hamode_db [None req-d8fbf125-04d1-4f7d-ad9b-aa242a51c1cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 30 19:03:10.429860 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbf125-04d1-4f7d-ad9b-aa242a51c1cd None None] Routers set() bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:03:10.430195 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbf125-04d1-4f7d-ad9b-aa242a51c1cd None None] Router IDs set() for agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 30 19:03:10.718590 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47254) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:11.089950 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:11.195302 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.policy [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79178) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 30 19:03:11.240456 dv-cinder-798879-1-iscsi neutron-server[79178]: WARNING oslo_policy.policy [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:11.240846 dv-cinder-798879-1-iscsi neutron-server[79178]: WARNING oslo_policy.policy [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:11.249381 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.quota [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c67e5d1f0>.
Jun 30 19:03:11.265239 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:11.398044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886964248', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886963815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886908782', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886916433', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886925571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747886930998', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1164881', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1141329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664454'] for rbac-policy, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:11.567637 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:11.568787 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3da0ff20-243a-4df1-bc0c-12f91294b477 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8492391
Jun 30 19:03:14.195462 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47268) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:14.590731 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:14.595837 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:14.600482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Usage tracker for resource:network and tenant:e48f07ae5c9241b2ad7478ffef24db25 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:14.608077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:14.616646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:14.678296 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Made reservation on behalf of e48f07ae5c9241b2ad7478ffef24db25 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:03:14.681174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:14.702800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:14.719783 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:14.723793 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e48f07ae5c9241b2ad7478ffef24db25 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:14.729993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:14.737605 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:14.857693 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:14.922275 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:14.928101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:14.957357 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:03:14.983944 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174bc67-6a49-4ee9-a148-3164f6a6d212,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:14.990099 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747884333999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:14.990698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c689cbaf0> segment precommit_create {{(pid=79178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 30 19:03:14.991191 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Added segment 1b6c6e98-4830-4c51-877a-de39c1b68e4f of type vlan for network 15668932-2e90-49f2-bd01-1f230dab9505
Jun 30 19:03:15.061156 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.061713 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.062055 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.062386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.062696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.063048 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.063996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.064310 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.064653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.065272 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.065272 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.065811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Tracked resource versions report:
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]: pushed versions:
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]: {   'AddressGroup': {'1.2'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'ConntrackHelper': {'1.0'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Log': {'1.0'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Network': {'1.1'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Port': {'1.7'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'PortForwarding': {'1.2'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'QosPolicy': {'1.8'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SecurityGroup': {'1.4'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SubPort': {'1.0'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Subnet': {'1.1'},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Trunk': {'1.1'}}
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]: consumer versions:
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Log': '1.0',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Network': '1.1',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Port': '1.7',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'PortForwarding': '1.2',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'QosPolicy': '1.8',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SecurityGroup': '1.4',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SubPort': '1.0',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Subnet': '1.1',
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Trunk': '1.1'}}
Jun 30 19:03:15.066855 dv-cinder-798879-1-iscsi neutron-server[79178]:  {{(pid=79178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:03:15.119431 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:15.140593 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:15.247648 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:15.249125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:15.249844 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:15.255889 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:15.360052 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=15668932-2e90-49f2-bd01-1f230dab9505,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:15.364044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:15.372080 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 15668932-2e90-49f2-bd01-1f230dab9505 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:03:15.420093 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2235498
Jun 30 19:03:18.114051 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47284) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:18.570223 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5a5a9-0a12-4f58-b3f2-958461e3cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:18.571519 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-aed5a5a9-0a12-4f58-b3f2-958461e3cb05 admin admin] 10.222.0.78 "GET /v2.0/networks/15668932-2e90-49f2-bd01-1f230dab9505 HTTP/1.1" status: 200  len: 825 time: 0.4565160
Jun 30 19:03:18.600698 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8c82e059-833f-4387-9200-d1ab43f97db6 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/a277ced6-d115-4365-a761-cbf59a6732ef HTTP/1.1" status: 200  len: 734 time: 0.0237024
Jun 30 19:03:18.609999 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Request body: {'subnet': {'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:18.614994 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:18.618914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Usage tracker for resource:subnet and tenant:e48f07ae5c9241b2ad7478ffef24db25 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:18.621784 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:18.628280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:18.735662 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Made reservation on behalf of e48f07ae5c9241b2ad7478ffef24db25 for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:03:18.738067 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:19.181220 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:19.197608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:19.278317 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae76248f-267b-45dd-a2ee-5fa218fe7f23,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:19.281643 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:19.284409 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Checking segment: {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:03:19.284782 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Network hostable DHCP agents. Network: 15668932-2e90-49f2-bd01-1f230dab9505, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:03:19.409874 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Network 15668932-2e90-49f2-bd01-1f230dab9505 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:03:19.534466 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 15668932-2e90-49f2-bd01-1f230dab9505) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:19.539130 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:19.539711 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:19.544027 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2a900-1d4b-4bb9-ba7d-984b54781457 None None] Network 15668932-2e90-49f2-bd01-1f230dab9505 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:03:19.633918 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0273118
Jun 30 19:03:19.957817 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-15668932-2e90-49f2-bd01-1f230dab9505', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:03:19.959092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.163898 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Allocated IP 172.20.0.2 (15668932-2e90-49f2-bd01-1f230dab9505/ae76248f-267b-45dd-a2ee-5fa218fe7f23/15a74ab2-070e-422d-9c19-afeebaeaa2b3) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:03:20.409658 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.422519 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Transition to ACTIVE for port object 15a74ab2-070e-422d-9c19-afeebaeaa2b3 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:03:20.445758 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Transition to ACTIVE for port object 15a74ab2-070e-422d-9c19-afeebaeaa2b3 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:03:20.524464 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.529480 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:20.593066 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Network 15668932-2e90-49f2-bd01-1f230dab9505 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:03:20.594209 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:20.600456 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:03:20.606893 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Pushing event updated for resources: {'Port': ['ID=15a74ab2-070e-422d-9c19-afeebaeaa2b3,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:20.650291 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.650714 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.651272 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.651771 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.652342 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.652816 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.653316 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.653848 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.654381 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.654715 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.655043 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.655368 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Tracked resource versions report:
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]: pushed versions:
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]: {   'AddressGroup': {'1.2'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'ConntrackHelper': {'1.0'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Log': {'1.0'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Network': {'1.1'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Port': {'1.7'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'PortForwarding': {'1.2'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'QosPolicy': {'1.8'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SecurityGroup': {'1.4'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SubPort': {'1.0'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Subnet': {'1.1'},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Trunk': {'1.1'}}
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]: consumer versions:
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Log': '1.0',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Network': '1.1',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Port': '1.7',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'PortForwarding': '1.2',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'QosPolicy': '1.8',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SecurityGroup': '1.4',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SubPort': '1.0',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Subnet': '1.1',
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Trunk': '1.1'}}
Jun 30 19:03:20.656465 dv-cinder-798879-1-iscsi neutron-server[79180]:  {{(pid=79180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:03:20.693731 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:20.718461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Attempting to bind port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:03:20.718851 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Attempting to bind port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:03:20.719285 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Attempting to bind port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 on network 15668932-2e90-49f2-bd01-1f230dab9505 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:03:20.724765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:03:20.725165 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Checking segment: {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:03:20.725678 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.726068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Bound using segment: {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:03:20.726563 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Bound port: 15a74ab2-070e-422d-9c19-afeebaeaa2b3, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:03:20.726951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.815753 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] For port 15a74ab2-070e-422d-9c19-afeebaeaa2b3, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:03:20.820014 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] For port 15a74ab2-070e-422d-9c19-afeebaeaa2b3, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=15a74ab2-070e-422d-9c19-afeebaeaa2b3,segment=NetworkSegment(1b6c6e98-4830-4c51-877a-de39c1b68e4f),segment_id=1b6c6e98-4830-4c51-877a-de39c1b68e4f)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:03:20.890149 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:20.894850 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:21.031694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Pushing event updated for resources: {'Port': ['ID=15a74ab2-070e-422d-9c19-afeebaeaa2b3,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:21.031694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:22.081992 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47294) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:22.476107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [None req-6233aabf-1cf6-4451-8ded-8fac949ec2db admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:03:22.477116 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6233aabf-1cf6-4451-8ded-8fac949ec2db admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3941474
Jun 30 19:03:24.634330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213f87e-37d2-4bc1-ba51-695694ed0917 None None] Network 15668932-2e90-49f2-bd01-1f230dab9505 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:03:24.792732 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-41a57f70-dfdb-4771-a2fc-3140828caae1 None None] Provisioning for port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:03:24.869059 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47308) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:25.478034 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING oslo_policy.policy [None req-ce5afef3-71e6-4293-83ac-2674fc6d4fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:25.478034 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING oslo_policy.policy [None req-ce5afef3-71e6-4293-83ac-2674fc6d4fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:25.496752 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 15a74ab2-070e-422d-9c19-afeebaeaa2b3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:25.694657 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [None req-ce5afef3-71e6-4293-83ac-2674fc6d4fac admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:03:25.696031 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ce5afef3-71e6-4293-83ac-2674fc6d4fac admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8247294
Jun 30 19:03:25.751228 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:03:25.756928 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:25.766726 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:25.889732 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:25.926812 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 15a74ab2-070e-422d-9c19-afeebaeaa2b3, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=15a74ab2-070e-422d-9c19-afeebaeaa2b3,segment=NetworkSegment(1b6c6e98-4830-4c51-877a-de39c1b68e4f),segment_id=1b6c6e98-4830-4c51-877a-de39c1b68e4f)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:03:26.009684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:26.011728 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:26.080836 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=15a74ab2-070e-422d-9c19-afeebaeaa2b3,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:26.084008 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:27.476422 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 15a74ab2-070e-422d-9c19-afeebaeaa2b3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:27.539049 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:27.539416 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:28.421465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 47324) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:28.780038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:28.785705 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:28.789470 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Usage tracker for resource:router and tenant:e48f07ae5c9241b2ad7478ffef24db25 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:28.792695 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:28.798808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:28.895435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:28.896940 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:28.919548 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:29.095957 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:29.180719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:29.181962 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-2e5a7daf-1061-4f37-8dde-fc50994ede4b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7595227
Jun 30 19:03:29.490513 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:03:30.580735 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2c104860-0dd3-4660-be7b-2e7e0d0c7258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:31.151852 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:31.623162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47334) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:31.991515 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [None req-2ee86f30-93dc-476e-9cbb-6dccc333b3ff admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:03:31.992477 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2ee86f30-93dc-476e-9cbb-6dccc333b3ff admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3683908
Jun 30 19:03:33.368949 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-866d778d-f694-4c11-9746-087417e0cb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:34.204191 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:34.372576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47344) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:34.754411 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:34.756053 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.quota [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c68086d60>.
Jun 30 19:03:34.773994 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:34.782868 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Usage tracker for resource:network and tenant:cb4fb6d16e7b43a4b437bb13cfd32012 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:34.787744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:34.795770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:34.861181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Made reservation on behalf of cb4fb6d16e7b43a4b437bb13cfd32012 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:03:34.932733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.policy [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79179) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 30 19:03:34.977801 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING oslo_policy.policy [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:34.978164 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING oslo_policy.policy [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 30 19:03:34.987900 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.007775 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.022446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:35.026148 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4fb6d16e7b43a4b437bb13cfd32012 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:35.029285 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:35.035516 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:35.145243 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.214666 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.220683 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:35.232080 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=79179) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 30 19:03:35.262435 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747884333999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.263094 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c689cbaf0> segment precommit_create {{(pid=79179) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 30 19:03:35.263581 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Added segment 41bac20c-88e0-4ffb-a74e-db2fc5ffa525 of type flat for network eb24462b-4c29-48bc-9d95-c3bb836241e9
Jun 30 19:03:35.321065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6303449c-e5c0-4aef-85ef-685812351e50,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:35.346047 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.346387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.346711 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.347023 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.347333 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.347642 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.347944 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.348248 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.348564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.348864 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.349162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.349485 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Tracked resource versions report:
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]: pushed versions:
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]: {   'AddressGroup': {'1.2'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'ConntrackHelper': {'1.0'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Log': {'1.0'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Network': {'1.1'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Port': {'1.7'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'PortForwarding': {'1.2'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'QosPolicy': {'1.8'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SecurityGroup': {'1.4'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SubPort': {'1.0'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Subnet': {'1.1'},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Trunk': {'1.1'}}
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]: consumer versions:
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Log': '1.0',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Network': '1.1',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Port': '1.7',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'PortForwarding': '1.2',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'QosPolicy': '1.8',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SecurityGroup': '1.4',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SubPort': '1.0',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Subnet': '1.1',
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Trunk': '1.1'}}
Jun 30 19:03:35.350533 dv-cinder-798879-1-iscsi neutron-server[79179]:  {{(pid=79179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:03:35.397144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.402529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:35.529176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.530806 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:35.531548 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.536416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:35.640835 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb24462b-4c29-48bc-9d95-c3bb836241e9,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:35.643907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:35.647568 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:35.650707 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:03:35.709248 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3261020
Jun 30 19:03:38.088960 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47370) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:38.310258 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2bed0-8b42-4382-b3e8-dc326937a44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:38.311603 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c2a2bed0-8b42-4382-b3e8-dc326937a44c admin admin] 10.222.0.78 "GET /v2.0/subnets/ae76248f-267b-45dd-a2ee-5fa218fe7f23 HTTP/1.1" status: 200  len: 849 time: 0.2216780
Jun 30 19:03:38.485430 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4e991eba-a196-44e1-97dd-6e8fa01efd70 admin admin] 10.222.0.78 "GET /v2.0/routers/68ce7177-6bea-4cb6-a20e-3acf49b94e05 HTTP/1.1" status: 200  len: 704 time: 0.1670771
Jun 30 19:03:38.961775 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.191191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Allocated IP 172.20.0.1 (15668932-2e90-49f2-bd01-1f230dab9505/ae76248f-267b-45dd-a2ee-5fa218fe7f23/f064bd3f-77b6-4fcc-b72b-ec4da4a3181b) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:03:39.345054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.363707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Transition to ACTIVE for port object f064bd3f-77b6-4fcc-b72b-ec4da4a3181b will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:03:39.489431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.494397 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:39.558894 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Network 15668932-2e90-49f2-bd01-1f230dab9505 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:03:39.561760 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:39.567890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:03:39.568417 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.688654 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Pushing event updated for resources: {'Port': ['ID=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:39.706034 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:39.897923 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.923475 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-14e42a33-ea9f-493d-ade9-aaf7323ff0fd None None] Provisioning for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:03:39.928989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-14e42a33-ea9f-493d-ade9-aaf7323ff0fd None None] Provisioning complete for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:39.929398 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14e42a33-ea9f-493d-ade9-aaf7323ff0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:39.994426 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-14e42a33-ea9f-493d-ade9-aaf7323ff0fd None None] Port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:03:40.160172 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:40.208917 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:40.210105 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:40.213469 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:40.348427 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Pushing event updated for resources: {'Port': ['ID=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:40.353306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:40.404338 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Network 15668932-2e90-49f2-bd01-1f230dab9505 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:03:40.405385 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:40.618006 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-8b242e9f-0c97-40a7-8e62-ab03b9f09d85 None None] Provisioning complete for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:40.618378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8b242e9f-0c97-40a7-8e62-ab03b9f09d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:40.653428 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:03:40.673603 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8b242e9f-0c97-40a7-8e62-ab03b9f09d85 None None] Port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:03:40.806262 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:03:40.816129 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] 10.222.0.78 "PUT /v2.0/routers/68ce7177-6bea-4cb6-a20e-3acf49b94e05/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3254824
Jun 30 19:03:40.817653 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Sync routers for ids ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:03:40.828918 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Routers {'68ce7177-6bea-4cb6-a20e-3acf49b94e05'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:03:40.829875 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67f93100>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:03:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:41.003811 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Set router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 gateway port host: None {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:03:41.380990 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67f93100>, [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:39Z', 'revision_number': 2, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port_host': None, '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:39Z', 'revision_number': 2, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:41.385965 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Checking router: 68ce7177-6bea-4cb6-a20e-3acf49b94e05 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:03:41.386337 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Updating router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:03:41.449040 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:41.831630 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:41.847014 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Transition to ACTIVE for port object f064bd3f-77b6-4fcc-b72b-ec4da4a3181b will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:03:41.917815 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:41.926164 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:42.173343 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Pushing event updated for resources: {'Port': ['ID=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:42.185025 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.185388 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.185723 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.186051 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.186373 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.186696 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.187014 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.187329 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.189466 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.189803 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.190500 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.190823 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Tracked resource versions report:
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]: pushed versions:
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]: {   'AddressGroup': {'1.2'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'ConntrackHelper': {'1.0'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Log': {'1.0'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Network': {'1.1'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Port': {'1.7'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'PortForwarding': {'1.2'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'QosPolicy': {'1.8'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SecurityGroup': {'1.4'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SubPort': {'1.0'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Subnet': {'1.1'},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Trunk': {'1.1'}}
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]: consumer versions:
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Log': '1.0',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Network': '1.1',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Port': '1.7',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'PortForwarding': '1.2',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'QosPolicy': '1.8',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SecurityGroup': '1.4',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SubPort': '1.0',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Subnet': '1.1',
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Trunk': '1.1'}}
Jun 30 19:03:42.191900 dv-cinder-798879-1-iscsi neutron-server[79181]:  {{(pid=79181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:03:42.195533 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:42.196466 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Attempting to bind port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:03:42.196865 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Attempting to bind port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:03:42.197335 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Attempting to bind port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b on network 15668932-2e90-49f2-bd01-1f230dab9505 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:03:42.202792 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:03:42.203755 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Checking segment: {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:03:42.204939 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:42.205353 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Bound using segment: {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:03:42.205881 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Bound port: f064bd3f-77b6-4fcc-b72b-ec4da4a3181b, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6c6e98-4830-4c51-877a-de39c1b68e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:03:42.206278 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:42.298349 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] For port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:03:42.302339 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] For port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,segment=NetworkSegment(1b6c6e98-4830-4c51-877a-de39c1b68e4f),segment_id=1b6c6e98-4830-4c51-877a-de39c1b68e4f)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:03:42.392905 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:42.396867 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:42.480982 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Routers {'68ce7177-6bea-4cb6-a20e-3acf49b94e05'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:03:42.481641 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67f93100>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:03:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:42.596684 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Pushing event updated for resources: {'Port': ['ID=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:42.613198 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:42.648726 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] Set router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 gateway port host: None {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:03:42.972516 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67f93100>, [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:39Z', 'revision_number': 2, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port_host': None, '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:42Z', 'revision_number': 4, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:42.976409 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc91a77-e8b0-4cbd-a980-8d50474b6641 None None] The sync data for ids ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'] in dv-cinder-798879-1-iscsi is: [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:39Z', 'revision_number': 2, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port_host': None, '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:42Z', 'revision_number': 4, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:03:43.036405 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47392) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:43.189575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93630dc-82e3-47cf-9efd-221622e445c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:43.190144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b93630dc-82e3-47cf-9efd-221622e445c7 admin admin] Synchronizing usage tracker for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:03:43.266699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b93630dc-82e3-47cf-9efd-221622e445c7 admin admin] Unset dirty status for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:03:43.268092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b93630dc-82e3-47cf-9efd-221622e445c7 admin admin] 10.222.0.78 "GET /v2.0/networks/eb24462b-4c29-48bc-9d95-c3bb836241e9 HTTP/1.1" status: 200  len: 842 time: 0.2306516
Jun 30 19:03:43.278208 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:43.284581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:03:43.288566 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Usage tracker for resource:subnet and tenant:cb4fb6d16e7b43a4b437bb13cfd32012 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:03:43.291637 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:03:43.298731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:03:43.380153 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Made reservation on behalf of cb4fb6d16e7b43a4b437bb13cfd32012 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:03:43.382520 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:43.896201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.objects.ports [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79179) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 30 19:03:43.896669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:43.900543 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:43.967153 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea5c6ce-746d-4c54-a1f2-2308193c9819,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:43.972670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:43.980143 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:03:43.980488 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Network hostable DHCP agents. Network: eb24462b-4c29-48bc-9d95-c3bb836241e9, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:03:44.117498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:03:44.260340 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, eb24462b-4c29-48bc-9d95-c3bb836241e9) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:44.264705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:44.265383 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:44.270556 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b561f-6b6a-4a3e-ab55-86a4c565177f None None] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:03:44.398092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-83aa2d53-f9e6-4641-a14d-553a4e90461a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1235809
Jun 30 19:03:44.490625 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92bad2-c39e-4dfe-ad42-c6ac2e1ce600 None None] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:03:45.498601 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f064bd3f-77b6-4fcc-b72b-ec4da4a3181b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:45.705019 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:03:45.710218 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:45.710592 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:45.848134 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:45.880989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,segment=NetworkSegment(1b6c6e98-4830-4c51-877a-de39c1b68e4f),segment_id=1b6c6e98-4830-4c51-877a-de39c1b68e4f)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:03:45.986461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:45.988446 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:46.061826 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=f064bd3f-77b6-4fcc-b72b-ec4da4a3181b,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:46.065865 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:46.752583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47406) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:46.991810 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1dc44969-3271-4ff6-a4b7-557b1c7f8b67 admin admin] 10.222.0.78 "GET /v2.0/routers/68ce7177-6bea-4cb6-a20e-3acf49b94e05 HTTP/1.1" status: 200  len: 710 time: 0.2379963
Jun 30 19:03:47.119183 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff377cdb-563b-45c6-b473-734506328df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:03:47.120541 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ff377cdb-563b-45c6-b473-734506328df7 admin admin] 10.222.0.78 "GET /v2.0/networks/eb24462b-4c29-48bc-9d95-c3bb836241e9 HTTP/1.1" status: 200  len: 886 time: 0.1237881
Jun 30 19:03:47.129715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:03:47.485873 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f064bd3f-77b6-4fcc-b72b-ec4da4a3181b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:47.559698 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:47.560072 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:47.571230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:47.971662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:48.030478 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:48.167557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Allocated IP 172.27.0.54 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/5f0b5811-074d-476d-ade5-6f404990b60c) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:03:48.315086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:48.408967 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:48.413101 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:48.523357 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:03:48.526133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:03:48.529651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:03:48.587036 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Pushing event updated for resources: {'Port': ['ID=5f0b5811-074d-476d-ade5-6f404990b60c,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:48.643953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:48.998311 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:49.340514 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:49.344969 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962964'] for router, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:49.529663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:03:49.714157 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:03:49.722560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:49.723744 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] 10.222.0.78 "PUT /v2.0/routers/68ce7177-6bea-4cb6-a20e-3acf49b94e05 HTTP/1.1" status: 200  len: 889 time: 2.5972626
Jun 30 19:03:49.724295 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Sync routers for ids ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:03:49.735378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Routers {'68ce7177-6bea-4cb6-a20e-3acf49b94e05'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:03:49.736059 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6c80e490>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:03:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:49.933244 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Set router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:03:50.283262 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6c80e490>, [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:48Z', 'revision_number': 4, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port': {'id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:48Z', 'updated_at': '2021-06-30T19:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:45Z', 'revision_number': 5, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:50.288204 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Checking router: 68ce7177-6bea-4cb6-a20e-3acf49b94e05 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:03:50.288557 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Updating router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 port 5f0b5811-074d-476d-ade5-6f404990b60c binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:03:50.341228 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:50.667294 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:50.679376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Transition to ACTIVE for port object 5f0b5811-074d-476d-ade5-6f404990b60c will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:03:50.761815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:50.765818 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:50.844704 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Attempting to bind port 5f0b5811-074d-476d-ade5-6f404990b60c on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:03:50.845061 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Attempting to bind port 5f0b5811-074d-476d-ade5-6f404990b60c by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:03:50.845454 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Attempting to bind port 5f0b5811-074d-476d-ade5-6f404990b60c on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:03:50.847309 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Pushing event updated for resources: {'Port': ['ID=5f0b5811-074d-476d-ade5-6f404990b60c,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:50.850952 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:50.853661 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:03:50.860725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:03:50.860725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:50.860725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:03:50.860725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Bound port: 5f0b5811-074d-476d-ade5-6f404990b60c, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:03:50.860725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:50.929398 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] For port 5f0b5811-074d-476d-ade5-6f404990b60c, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:03:50.932350 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] For port 5f0b5811-074d-476d-ade5-6f404990b60c, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5f0b5811-074d-476d-ade5-6f404990b60c,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:03:51.020319 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:51.024175 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:51.129245 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Pushing event updated for resources: {'Port': ['ID=5f0b5811-074d-476d-ade5-6f404990b60c,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:51.135753 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:51.136340 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Routers {'68ce7177-6bea-4cb6-a20e-3acf49b94e05'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:03:51.136946 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6c80e490>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:03:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:51.315220 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] Set router 68ce7177-6bea-4cb6-a20e-3acf49b94e05 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:03:51.662782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6c80e490>, [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:48Z', 'revision_number': 4, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port': {'id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:48Z', 'updated_at': '2021-06-30T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:45Z', 'revision_number': 5, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:03:51.666672 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2038b59-abae-409f-b00c-389993d3f7c0 None None] The sync data for ids ['68ce7177-6bea-4cb6-a20e-3acf49b94e05'] in dv-cinder-798879-1-iscsi is: [{'id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'name': 'router1', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:28Z', 'updated_at': '2021-06-30T19:03:48Z', 'revision_number': 4, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'gw_port': {'id': '5f0b5811-074d-476d-ade5-6f404990b60c', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:48Z', 'updated_at': '2021-06-30T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f064bd3f-77b6-4fcc-b72b-ec4da4a3181b', 'name': '', 'network_id': '15668932-2e90-49f2-bd01-1f230dab9505', 'tenant_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'mac_address': 'fa:16:3e:e7:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ce7177-6bea-4cb6-a20e-3acf49b94e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:39Z', 'updated_at': '2021-06-30T19:03:45Z', 'revision_number': 5, 'project_id': 'e48f07ae5c9241b2ad7478ffef24db25', 'subnets': [{'id': 'ae76248f-267b-45dd-a2ee-5fa218fe7f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a277ced6-d115-4365-a761-cbf59a6732ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:03:52.151630 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47416) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:03:52.270580 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e11b2697-4597-4c81-984c-78fdfe9e3ce0 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1178160
Jun 30 19:03:53.511297 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5f0b5811-074d-476d-ade5-6f404990b60c up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:53.666212 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 5f0b5811-074d-476d-ade5-6f404990b60c completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:03:53.671948 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5f0b5811-074d-476d-ade5-6f404990b60c triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:53.672385 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:53.788335 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:53.804730 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 5f0b5811-074d-476d-ade5-6f404990b60c, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5f0b5811-074d-476d-ade5-6f404990b60c,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:03:53.882795 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:03:53.884910 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:03:53.959118 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=5f0b5811-074d-476d-ade5-6f404990b60c,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:03:53.962326 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:03:55.497784 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5f0b5811-074d-476d-ade5-6f404990b60c up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:03:55.572257 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5f0b5811-074d-476d-ade5-6f404990b60c triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:03:55.572814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:00.598313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeaa7abc-89dc-4942-9d27-79ac77dfd204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:01.179073 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:03.380011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-ec86e329-495b-41d1-b36b-c51074ad0ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:04.225269 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:05.642272 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:06.488952 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:04:30.578747 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0115-9f90-4e59-ae63-a50e4cc81366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:31.178950 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:33.361530 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8d6412ab-7994-41aa-a656-e47ca23f767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:34.230321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:35.635899 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:04:43.489030 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:05:00.577374 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-af4a388e-eec6-4dd8-9a7d-f709ac15b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:01.143357 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:03.396066 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4b418056-1477-4734-a614-9361e6aaa98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:04.229049 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:05.645755 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:20.489859 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:05:30.565009 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f75b490c-eff1-4ec3-bca9-18b58277fbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:31.154353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:33.384907 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d3a55fc8-3ebb-49bb-ac48-423c9d497959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:34.279644 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:35.634064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:05:57.489187 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:05:58.779647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47986) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:05:58.848437 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c9860c-24b8-4a39-96fa-14b640ca9cb8 admin admin] GET failed (client error): The resource could not be found.
Jun 30 19:05:58.849736 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f3c9860c-24b8-4a39-96fa-14b640ca9cb8 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0691154
Jun 30 19:05:59.038811 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372fcea-23a8-440e-855b-8628b55b0e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:05:59.041438 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1372fcea-23a8-440e-855b-8628b55b0e05 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1877980
Jun 30 19:06:00.593194 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5c90d27d-4145-47eb-b2cc-7ec66d2eafd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:01.153356 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:01.202824 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 47996) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:01.310539 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01261821-eff0-4ebc-8820-a88d52082864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:01.311109 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-01261821-eff0-4ebc-8820-a88d52082864 admin admin] Synchronizing usage tracker for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:subnet {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:06:01.392301 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-01261821-eff0-4ebc-8820-a88d52082864 admin admin] Unset dirty status for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:subnet {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:06:01.393633 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-01261821-eff0-4ebc-8820-a88d52082864 admin admin] 10.222.0.78 "GET /v2.0/subnets/ae76248f-267b-45dd-a2ee-5fa218fe7f23 HTTP/1.1" status: 200  len: 849 time: 0.1898458
Jun 30 19:06:01.403065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:06:01.520871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Notify callbacks [] for subnet, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:01.764472 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747884474579'] for subnet, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:01.769015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:01.808532 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:01.809439 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:01.810419 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] 10.222.0.78 "PUT /v2.0/subnets/ae76248f-267b-45dd-a2ee-5fa218fe7f23 HTTP/1.1" status: 200  len: 868 time: 0.4112551
Jun 30 19:06:01.834338 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258c47c-4cf2-4943-9173-42fb6d81ee7d None None] Network 15668932-2e90-49f2-bd01-1f230dab9505 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:06:01.835104 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae76248f-267b-45dd-a2ee-5fa218fe7f23,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:01.843508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.843865 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.844185 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.844516 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.844847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.845195 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.845575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.846581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.847123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.847123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.847441 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.848081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:01.851770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:02.338641 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-932124b2-ca4c-499c-a426-f58ff4bc803d None None] Provisioning complete for port f064bd3f-77b6-4fcc-b72b-ec4da4a3181b triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:06:02.339011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-932124b2-ca4c-499c-a426-f58ff4bc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:02.467643 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-932124b2-ca4c-499c-a426-f58ff4bc803d None None] Provisioning complete for port 15a74ab2-070e-422d-9c19-afeebaeaa2b3 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:06:02.467950 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-932124b2-ca4c-499c-a426-f58ff4bc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:03.370313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1c0a-b954-44a5-a251-2236bd565a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:03.993932 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48006) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:04.177943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40847da2-c887-4613-a422-69256f1881c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:04.177943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40847da2-c887-4613-a422-69256f1881c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:04.177943 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-40847da2-c887-4613-a422-69256f1881c9 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1807230
Jun 30 19:06:04.232299 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:05.655962 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:06.309707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48016) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:06.484941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440c21f-5ce4-4ab4-87c3-ffa40dcbc443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:06.485360 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440c21f-5ce4-4ab4-87c3-ffa40dcbc443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:06.487734 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9440c21f-5ce4-4ab4-87c3-ffa40dcbc443 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1770811
Jun 30 19:06:08.657046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48026) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:08.834441 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875a496-678d-457c-b2cc-9d99dd4e3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:08.835901 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3875a496-678d-457c-b2cc-9d99dd4e3a34 admin admin] 10.222.0.78 "GET /v2.0/networks/15668932-2e90-49f2-bd01-1f230dab9505 HTTP/1.1" status: 200  len: 869 time: 0.1777949
Jun 30 19:06:10.999649 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48036) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:11.172814 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d505cd-3355-45c6-94e8-0ebb1c5c9901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:11.174287 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-55d505cd-3355-45c6-94e8-0ebb1c5c9901 admin admin] 10.222.0.78 "GET /v2.0/networks/eb24462b-4c29-48bc-9d95-c3bb836241e9 HTTP/1.1" status: 200  len: 886 time: 0.1736977
Jun 30 19:06:13.320771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48046) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:13.430365 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aad626-0e5a-46e1-ba0a-4e55f9084028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:13.430749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aad626-0e5a-46e1-ba0a-4e55f9084028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:13.432349 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-d4aad626-0e5a-46e1-ba0a-4e55f9084028 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1105905
Jun 30 19:06:15.607291 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48056) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:15.714175 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5acc3e-48b9-49b0-938f-1649074867bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:15.714637 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5acc3e-48b9-49b0-938f-1649074867bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:15.716139 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-5d5acc3e-48b9-49b0-938f-1649074867bf admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1079037
Jun 30 19:06:17.833145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48066) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:17.941375 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b7b7f-54d9-4d94-ba9b-43bcb1fbc7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:17.942960 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9f2b7b7f-54d9-4d94-ba9b-43bcb1fbc7ea admin admin] 10.222.0.78 "GET /v2.0/subnets/ae76248f-267b-45dd-a2ee-5fa218fe7f23 HTTP/1.1" status: 200  len: 868 time: 0.1088419
Jun 30 19:06:20.199207 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48076) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:20.304389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8a679-68e0-4e3d-9bb0-701dc14c6bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:20.305806 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-43c8a679-68e0-4e3d-9bb0-701dc14c6bd6 admin admin] 10.222.0.78 "GET /v2.0/subnets/eea5c6ce-746d-4c54-a1f2-2308193c9819 HTTP/1.1" status: 200  len: 816 time: 0.1056511
Jun 30 19:06:30.556439 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8aefc16a-56f8-4030-919b-0e72532ecf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:31.180856 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:33.363622 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e598891a-9447-4c03-8db0-436935f61a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:34.232122 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:34.488057 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:06:35.695031 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:43.510449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48120) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:43.566321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [None req-3684f55d-4f3e-41a8-8ba9-fddf02903d48 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:06:43.566321 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3684f55d-4f3e-41a8-8ba9-fddf02903d48 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0494566
Jun 30 19:06:45.782805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48130) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:45.848826 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d99f20-27fb-4631-8b3d-af32cb1dc6cd admin admin] GET failed (client error): The resource could not be found.
Jun 30 19:06:45.850155 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-19d99f20-27fb-4631-8b3d-af32cb1dc6cd admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0664458
Jun 30 19:06:45.977170 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980308d-0d9b-4862-9e8b-6531af6e27b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:45.978732 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6980308d-0d9b-4862-9e8b-6531af6e27b0 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1245434
Jun 30 19:06:48.151355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48140) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:48.199281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:06:48.203730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:06:48.213331 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:06:48.283534 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Made reservation on behalf of cb4fb6d16e7b43a4b437bb13cfd32012 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:06:48.285906 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:48.374098 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING neutron.services.revisions.revision_plugin [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4c66a5c3a0] {project_id='cb4fb6d16e7b43a4b437bb13cfd32012', id='8ce19867-5030-4bc4-9ea5-b46d61705cec', target_tenant='*', action='access_as_shared', object_id='b7050d6f-5db5-48d9-a91c-18d9f995ded9'}> to bump revision.
Jun 30 19:06:48.387231 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:06:48.396007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:48.396346 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Added segment f88365ae-4e0d-4af9-a17e-03f0ae2a2945 of type vlan for network b7050d6f-5db5-48d9-a91c-18d9f995ded9
Jun 30 19:06:48.422186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:48.529189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:48.530537 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:48.531143 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:48.535388 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:48.632904 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7050d6f-5db5-48d9-a91c-18d9f995ded9,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:48.635550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:48.649186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:06:48.701530 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5489750
Jun 30 19:06:50.854006 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48150) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:06:50.919655 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9182b3-2d5d-4c86-b3d0-33d4e9179999 admin admin] GET failed (client error): The resource could not be found.
Jun 30 19:06:50.920201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0c9182b3-2d5d-4c86-b3d0-33d4e9179999 admin admin] Synchronizing usage tracker for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:06:51.049895 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0c9182b3-2d5d-4c86-b3d0-33d4e9179999 admin admin] Unset dirty status for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:06:51.050998 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0c9182b3-2d5d-4c86-b3d0-33d4e9179999 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1960595
Jun 30 19:06:51.197005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad26c0-4c5e-4920-8cb3-955539786cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:51.198489 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-17ad26c0-4c5e-4920-8cb3-955539786cdf admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1435733
Jun 30 19:06:51.208322 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:06:51.212793 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:06:51.222504 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:06:51.323632 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Made reservation on behalf of cb4fb6d16e7b43a4b437bb13cfd32012 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:06:51.325967 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:51.566791 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:51.570605 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-19cb4a36-2637-4635-bc87-e12d5dc9aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:51.638388 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0441b74c-a720-4a78-8850-c1c6c0c5880f,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:51.641911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:51.647960 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Checking segment: {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:06:51.648303 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Network hostable DHCP agents. Network: b7050d6f-5db5-48d9-a91c-18d9f995ded9, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:06:51.744086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:06:51.837682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, b7050d6f-5db5-48d9-a91c-18d9f995ded9) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:06:51.841804 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:06:51.842421 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:51.848413 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7acc3-da49-4bdd-a790-0c0fb565f0a4 None None] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:06:51.964344 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7595468
Jun 30 19:06:52.067092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-b7050d6f-5db5-48d9-a91c-18d9f995ded9', 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9', 'tenant_id': 'cb4fb6d16e7b43a4b437bb13cfd32012', 'fixed_ips': [{'subnet_id': '0441b74c-a720-4a78-8850-c1c6c0c5880f'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:06:52.067993 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:52.288071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Allocated IP 192.168.233.2 (b7050d6f-5db5-48d9-a91c-18d9f995ded9/0441b74c-a720-4a78-8850-c1c6c0c5880f/27f75f23-7772-4271-8653-ab9548b648b3) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:06:52.502129 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:52.512505 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Transition to ACTIVE for port object 27f75f23-7772-4271-8653-ab9548b648b3 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:06:52.531144 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Transition to ACTIVE for port object 27f75f23-7772-4271-8653-ab9548b648b3 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:06:52.662072 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:52.665743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:52.732317 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:06:52.735108 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:06:52.737650 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:06:52.770660 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Pushing event updated for resources: {'Port': ['ID=27f75f23-7772-4271-8653-ab9548b648b3,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:52.786943 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.787283 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.787621 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.787941 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.788262 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.788582 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.788892 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.789224 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.789564 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.789878 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.790183 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.790490 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:06:52.818435 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:52.845592 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Attempting to bind port 27f75f23-7772-4271-8653-ab9548b648b3 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:06:52.847071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Attempting to bind port 27f75f23-7772-4271-8653-ab9548b648b3 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:06:52.847071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Attempting to bind port 27f75f23-7772-4271-8653-ab9548b648b3 on network b7050d6f-5db5-48d9-a91c-18d9f995ded9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:06:52.852204 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:06:52.852823 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Checking segment: {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:06:52.853039 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:52.853454 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Bound using segment: {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:06:52.853923 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Bound port: 27f75f23-7772-4271-8653-ab9548b648b3, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:06:52.854319 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:52.971875 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] For port 27f75f23-7772-4271-8653-ab9548b648b3, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:06:52.974866 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] For port 27f75f23-7772-4271-8653-ab9548b648b3, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=27f75f23-7772-4271-8653-ab9548b648b3,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:06:53.032179 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:53.036230 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:53.113050 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Pushing event updated for resources: {'Port': ['ID=27f75f23-7772-4271-8653-ab9548b648b3,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:53.136012 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:53.608904 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 27f75f23-7772-4271-8653-ab9548b648b3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:06:53.756652 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 27f75f23-7772-4271-8653-ab9548b648b3 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:06:53.966670 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276f760-505f-4a02-a432-585dca1402cd None None] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:06:54.137334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Provisioning for port 27f75f23-7772-4271-8653-ab9548b648b3 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:06:54.146974 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Provisioning complete for port 27f75f23-7772-4271-8653-ab9548b648b3 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:06:54.147346 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:54.341288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:54.379183 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] For port 27f75f23-7772-4271-8653-ab9548b648b3, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=27f75f23-7772-4271-8653-ab9548b648b3,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:06:54.488093 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:54.490636 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-4e4542b8-16d1-494c-a4bc-c4b5e097b5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:06:54.560474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Pushing event updated for resources: {'Port': ['ID=27f75f23-7772-4271-8653-ab9548b648b3,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:06:54.563432 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:06:54.609893 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d0c74a2b-b7d4-4abd-90e7-4c4cbcdd79bd None None] Provisioning complete for port 27f75f23-7772-4271-8653-ab9548b648b3 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:06:54.610273 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d0c74a2b-b7d4-4abd-90e7-4c4cbcdd79bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:06:55.578552 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 27f75f23-7772-4271-8653-ab9548b648b3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:06:55.646943 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 27f75f23-7772-4271-8653-ab9548b648b3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:06:55.647573 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:00.597669 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-24f5b7a5-9794-42e8-8cce-00c6b6f6420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:01.378358 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:03.378095 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8e6f-ab73-4204-8bdf-26a920553d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:04.231635 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:05.658590 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:11.487261 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:07:30.565134 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9cc08464-77d4-4095-8b67-11b5b4279989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:31.150950 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:33.373473 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-22404cc3-525b-44ce-99ed-6c527805fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:34.236470 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:35.659308 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:07:48.486473 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:08:00.595666 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a42699ae-ac77-46d2-bce4-4564b8dcb735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:01.155739 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:03.378399 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-87cddf3b-aa2b-400d-8924-b874669d475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:04.235912 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:05.673083 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:11.351296 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48202) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:08:11.357982 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [None req-3b66eda6-f35d-43e4-bcae-4584a07ba911 tempest-verify_tempest_config-83186580 tempest-verify_tempest_config-83186580-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:08:11.359480 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3b66eda6-f35d-43e4-bcae-4584a07ba911 tempest-verify_tempest_config-83186580 tempest-verify_tempest_config-83186580-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0072198
Jun 30 19:08:11.858134 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48220) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:08:11.971724 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:11.985667 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:08:11.989363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8bc6a1f0234f119b51f2bc728568d2 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:08:11.992107 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:08:11.997687 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:08:12.080560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.163567 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.171642 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:08:12.210237 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Synchronizing usage tracker for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:08:12.212383 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd178c5-25eb-4590-b3a5-c4a315980385,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:08:12.220508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.220865 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.221193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.221535 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.221851 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.222179 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.222492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.222799 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.223118 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.223425 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.223730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.224036 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:08:12.228922 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:08:12.306002 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Unset dirty status for tenant:cb4fb6d16e7b43a4b437bb13cfd32012 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:08:12.307247 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f8bc6a1f0234f119b51f2bc728568d2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4473951
Jun 30 19:08:12.310071 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48226) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:08:12.367085 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.391633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.535167 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.540113 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:08:12.553102 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd178c5-25eb-4590-b3a5-c4a315980385,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:08:12.555860 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:08:12.556718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:12.557815 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8cd178c5-25eb-4590-b3a5-c4a315980385 HTTP/1.1" status: 204  len: 168 time: 0.2468381
Jun 30 19:08:25.486166 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:08:30.583632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aeb99ec6-78d6-470a-b07a-f89c2135feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:31.208803 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:33.368380 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f6b4-21f4-42af-b560-3083e573e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:34.240568 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:08:35.669068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:00.565954 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f2c9-ddb4-46ef-9a57-070da70fd6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:01.184525 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:02.486469 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:09:03.390901 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-0f828a10-e40e-42ff-9af8-7da62ec5c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:04.269634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:05.669545 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:30.559752 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-0656119d-57d7-42a8-b418-95daa9a38cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:31.171292 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:33.412313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c17d1999-701a-4dbc-b593-88d4dfb8faa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:34.326009 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:35.691607 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:39.485727 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 5 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:09:44.576820 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963048'] for agent, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:09:48.537735 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48278) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:09:48.658749 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8fc94a5e-f077-4c4b-9f15-4e00cfb81d27 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1198950
Jun 30 19:09:50.880775 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48288) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:09:50.936297 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3c030c53-8129-4c5c-aeb2-dae63ec9f584 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0544088
Jun 30 19:10:00.553175 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-38c27a77-bc22-47b2-b434-7e05b822e0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:01.164738 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:03.392846 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-afe75075-9d03-474f-a5a4-45369304cd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:04.255989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:05.730462 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:14.472788 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:16.485633 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:10:30.569938 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3495358f-c4a4-411f-8e2f-df7c1425e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:31.141611 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:33.387146 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c0342f3d-ddc0-4bac-a53a-85f284b0dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:34.255684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:35.689696 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:44.489601 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:10:53.487274 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:11:00.574890 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-98de49ab-6f36-4635-a0a0-30775fe80df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:01.162825 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:03.419602 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-31d786a0-a5c1-46b7-b41b-3197bef3e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:04.420535 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:05.678502 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:14.505785 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:23.570328 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48456) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:23.892744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2015263610-network', 'tenant_id': '06c603c23fe54e04a62bdb9049a8b186'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:23.900752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:23.905617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Usage tracker for resource:network and tenant:06c603c23fe54e04a62bdb9049a8b186 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:23.910745 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:23.917024 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:24.007684 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Made reservation on behalf of 06c603c23fe54e04a62bdb9049a8b186 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:24.010176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.024401 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.040591 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:24.044717 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Usage tracker for resource:security_group_rule and tenant:06c603c23fe54e04a62bdb9049a8b186 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:24.047875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:24.053927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:24.149929 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.191597 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.196687 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-11ca2bf4-3c7c-4bec-a459-ec6e5b8b569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:24.223477 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:11:24.238152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94f03a-2773-4c5c-8de5-f5d642a4279b,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:24.246071 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.246406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.246731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.247051 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.247564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.249529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.250086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.251581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.251950 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.252310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.252644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.252970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Tracked resource versions report:
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]: pushed versions:
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]: {   'AddressGroup': {'1.2'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'ConntrackHelper': {'1.0'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Log': {'1.0'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Network': {'1.1'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Port': {'1.7'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'PortForwarding': {'1.2'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'QosPolicy': {'1.8'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SecurityGroup': {'1.4'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'SubPort': {'1.0'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Subnet': {'1.1'},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     'Trunk': {'1.1'}}
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]: consumer versions:
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     HyperV agent@hv-cinder-79887: {},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Log': '1.0',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Network': '1.1',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Port': '1.7',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'PortForwarding': '1.2',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'QosPolicy': '1.8',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SecurityGroup': '1.4',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'SubPort': '1.0',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Subnet': '1.1',
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:                                                      'Trunk': '1.1'}}
Jun 30 19:11:24.254273 dv-cinder-798879-1-iscsi neutron-server[79179]:  {{(pid=79179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:11:24.257554 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:24.259520 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.259869 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Added segment 7f5bb3aa-0db1-43ab-8e1e-768feda43318 of type vlan for network 65bac696-829d-45ef-a07f-d7ac364e35f0
Jun 30 19:11:24.290033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.357442 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.359338 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:24.360256 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.366635 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-84bf3193-97c9-4fa1-85d2-4082dcd92ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:24.466444 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Pushing event updated for resources: {'Network': ['ID=65bac696-829d-45ef-a07f-d7ac364e35f0,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:24.469741 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:24.477606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 65bac696-829d-45ef-a07f-d7ac364e35f0 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:11:24.552079 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9797826
Jun 30 19:11:24.554889 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48508) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:24.560380 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Request body: {'subnet': {'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2015263610-subnet', 'tenant_id': '06c603c23fe54e04a62bdb9049a8b186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:24.565708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:24.569945 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Usage tracker for resource:subnet and tenant:06c603c23fe54e04a62bdb9049a8b186 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:24.573043 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:24.581513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:24.672103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Made reservation on behalf of 06c603c23fe54e04a62bdb9049a8b186 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:24.674529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.929230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:24.934410 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:25.003808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48520) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:25.008354 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48dce66-1169-4a48-a02c-3b34a3719070,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:25.012927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:25.024174 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Checking segment: {'id': '7f5bb3aa-0db1-43ab-8e1e-768feda43318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:25.024807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Network hostable DHCP agents. Network: 65bac696-829d-45ef-a07f-d7ac364e35f0, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:11:25.100390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Network 65bac696-829d-45ef-a07f-d7ac364e35f0 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:11:25.182988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48528) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:25.183710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 65bac696-829d-45ef-a07f-d7ac364e35f0) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:25.192040 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:25.196373 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.197825 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b0342-c857-4a2a-b86c-d0d9399d3211 None None] Network 65bac696-829d-45ef-a07f-d7ac364e35f0 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:25.306679 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7507346
Jun 30 19:11:25.446532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e694bc2-4ef0-4397-827c-5b1ceacdf4e6 None None] Network 65bac696-829d-45ef-a07f-d7ac364e35f0 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:25.492628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-network', 'tenant_id': '438ac64290964562bf6402fb41fbde75'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:25.497276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:25.502452 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Usage tracker for resource:network and tenant:438ac64290964562bf6402fb41fbde75 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:25.508386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:25.517397 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:25.546534 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-515554245-network', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:25.553411 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:25.558591 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Usage tracker for resource:network and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:25.563162 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:25.571076 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:25.597766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Made reservation on behalf of 438ac64290964562bf6402fb41fbde75 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:25.607427 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.619880 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.635138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:25.638928 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Usage tracker for resource:security_group_rule and tenant:438ac64290964562bf6402fb41fbde75 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:25.641980 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:25.647558 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:25.657101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Made reservation on behalf of e36e93e28e7044cb9c766724bda95857 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:25.673868 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.684249 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.712175 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:25.719340 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:25.726354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:25.734010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:25.809289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.864344 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.877355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.881627 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:25.898942 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:11:25.922393 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.922735 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Added segment d55c3ae0-3452-4eac-8d1a-9a63982f5125 of type vlan for network e156215a-d9ec-45df-b4a7-060bbf0583bb
Jun 30 19:11:25.927973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb5101-8c4d-43e7-be11-6f85fa537b20,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:25.939939 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Tracked resource versions report:
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: pushed versions:
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: {   'AddressGroup': {'1.2'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'ConntrackHelper': {'1.0'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Log': {'1.0'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Network': {'1.1'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Port': {'1.7'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'PortForwarding': {'1.2'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'QosPolicy': {'1.8'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SecurityGroup': {'1.4'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'SubPort': {'1.0'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Subnet': {'1.1'},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     'Trunk': {'1.1'}}
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: consumer versions:
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     HyperV agent@hv-cinder-79887: {},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Log': '1.0',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Network': '1.1',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Port': '1.7',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'PortForwarding': '1.2',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'QosPolicy': '1.8',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SecurityGroup': '1.4',
Jun 30 19:11:25.949754 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:11:25.953731 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'SubPort': '1.0',
Jun 30 19:11:25.953731 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Subnet': '1.1',
Jun 30 19:11:25.953731 dv-cinder-798879-1-iscsi neutron-server[79178]:                                                      'Trunk': '1.1'}}
Jun 30 19:11:25.953731 dv-cinder-798879-1-iscsi neutron-server[79178]:  {{(pid=79178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:11:25.953731 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:25.962435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:25.979476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:25.998544 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:11:26.009724 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b03d575-c226-4a77-8050-eecff51bce75,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:26.012574 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:26.027608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.027923 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Added segment 5f2eed47-8923-480f-b029-aa082e563e8e of type vlan for network 612b21ef-1063-4a10-84a0-437001c887af
Jun 30 19:11:26.057232 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.106101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.107412 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:26.108024 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.142482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9af707f3-f225-43d5-842d-b14b051ab3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:26.165376 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.177687 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:26.178529 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.254475 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2495482
Jun 30 19:11:26.257788 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48580) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:26.267530 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0829806
Jun 30 19:11:26.270814 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48584) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:26.271434 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Request body: {'subnet': {'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-subnet', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:26.279445 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Request body: {'subnet': {'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-515554245-subnet', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:26.281794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:26.290881 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:26.292277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Usage tracker for resource:subnet and tenant:438ac64290964562bf6402fb41fbde75 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:26.296487 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:26.298421 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Pushing event updated for resources: {'Network': ['ID=e156215a-d9ec-45df-b4a7-060bbf0583bb,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:26.302171 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Usage tracker for resource:subnet and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:26.304228 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:26.304806 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:26.310125 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network e156215a-d9ec-45df-b4a7-060bbf0583bb details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:11:26.314044 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:26.408843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Made reservation on behalf of 438ac64290964562bf6402fb41fbde75 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:26.412644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.500304 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:26.503477 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Pushing event updated for resources: {'Network': ['ID=612b21ef-1063-4a10-84a0-437001c887af,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:26.511379 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:26.516335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:26.519798 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 612b21ef-1063-4a10-84a0-437001c887af details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:11:26.625123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Made reservation on behalf of e36e93e28e7044cb9c766724bda95857 for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:26.628129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.769359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:26.775044 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:26.891945 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ee9994-0f0f-4634-8d27-1c1941ddd2b7,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:26.914340 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:26.958899 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Checking segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:26.958899 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Network hostable DHCP agents. Network: e156215a-d9ec-45df-b4a7-060bbf0583bb, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:11:27.088796 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Network e156215a-d9ec-45df-b4a7-060bbf0583bb is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:11:27.089826 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.099181 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:27.174178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, e156215a-d9ec-45df-b4a7-060bbf0583bb) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:27.178190 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:27.179009 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.185228 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25f453-dfe6-4827-bd74-83b80755f239 None None] Network e156215a-d9ec-45df-b4a7-060bbf0583bb requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:27.193354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac03372-0d36-41a7-b68c-d71634c2ff22,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:27.199709 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:27.232221 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Checking segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:27.233776 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Network hostable DHCP agents. Network: 612b21ef-1063-4a10-84a0-437001c887af, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:11:27.267700 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-99b51984-c38c-4922-966f-19a32f6e386e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0085781
Jun 30 19:11:27.270223 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48614) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:27.276888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:27.283600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:27.290563 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Usage tracker for resource:router and tenant:438ac64290964562bf6402fb41fbde75 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:27.295362 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:27.302313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:27.328209 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Network 612b21ef-1063-4a10-84a0-437001c887af is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:11:27.413169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.414340 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.441359 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.443092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 612b21ef-1063-4a10-84a0-437001c887af) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:27.447483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:27.448348 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.451811 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7ebe1-9031-4d76-9912-20f9ab3bd71c None None] Network e156215a-d9ec-45df-b4a7-060bbf0583bb requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:27.486375 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57cf1ac-8e4d-4917-b896-8496e6b18f16 None None] Network 612b21ef-1063-4a10-84a0-437001c887af requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:27.610186 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3379807
Jun 30 19:11:27.612820 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48638) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:27.617857 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:27.625865 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:27.638843 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Usage tracker for resource:router and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:27.738098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:27.744973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:27.916626 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:27.917652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.037316 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-612b21ef-1063-4a10-84a0-437001c887af', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:11:28.042430 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.075352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.091821 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.217382 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Allocated IP 172.20.0.2 (612b21ef-1063-4a10-84a0-437001c887af/4ac03372-0d36-41a7-b68c-d71634c2ff22/5b0b5a5d-80b5-4846-9045-c30bbc008a61) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:28.329982 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48672) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:28.333472 dv-cinder-798879-1-iscsi neutron-server[79179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 30 19:11:28.481387 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.486820 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-745390d0-98f1-4b6c-a474-215f21a7c20e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:28.487800 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-745390d0-98f1-4b6c-a474-215f21a7c20e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Synchronizing usage tracker for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:28.504032 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Transition to ACTIVE for port object 5b0b5a5d-80b5-4846-9045-c30bbc008a61 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:28.539301 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Transition to ACTIVE for port object 5b0b5a5d-80b5-4846-9045-c30bbc008a61 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:28.586576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-745390d0-98f1-4b6c-a474-215f21a7c20e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Unset dirty status for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:28.591489 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-745390d0-98f1-4b6c-a474-215f21a7c20e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/networks?id=65bac696-829d-45ef-a07f-d7ac364e35f0 HTTP/1.1" status: 200  len: 812 time: 0.2568243
Jun 30 19:11:28.610540 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.617673 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2a5e8396-e889-405d-8e90-f4f36fb21d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:28.634482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.637642 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-7d2686d2-a1d1-468b-8a98-f17532e92561 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/quotas/06c603c23fe54e04a62bdb9049a8b186 HTTP/1.1" status: 200  len: 375 time: 0.0393243
Jun 30 19:11:28.776853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-9c9a9a16-6a24-4b22-84e1-526585182df0 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=06c603c23fe54e04a62bdb9049a8b186&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1381907
Jun 30 19:11:28.811870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Network 612b21ef-1063-4a10-84a0-437001c887af is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:28.815014 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:28.817712 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:28.856196 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Pushing event updated for resources: {'Port': ['ID=5b0b5a5d-80b5-4846-9045-c30bbc008a61,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:28.919178 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.919727 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.921036 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.921564 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.922084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.922585 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.923071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.923397 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.923758 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.924084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.924404 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.924721 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Tracked resource versions report:
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]: pushed versions:
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]: {   'AddressGroup': {'1.2'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'ConntrackHelper': {'1.0'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Log': {'1.0'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Network': {'1.1'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Port': {'1.7'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'PortForwarding': {'1.2'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'QosPolicy': {'1.8'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SecurityGroup': {'1.4'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'SubPort': {'1.0'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Subnet': {'1.1'},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     'Trunk': {'1.1'}}
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]: consumer versions:
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     HyperV agent@hv-cinder-79887: {},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Log': '1.0',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Network': '1.1',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Port': '1.7',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'PortForwarding': '1.2',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'QosPolicy': '1.8',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SecurityGroup': '1.4',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'SubPort': '1.0',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Subnet': '1.1',
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:                                                      'Trunk': '1.1'}}
Jun 30 19:11:28.925775 dv-cinder-798879-1-iscsi neutron-server[79180]:  {{(pid=79180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:11:28.942739 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:28.979511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Attempting to bind port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:28.979785 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Attempting to bind port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:28.980405 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Attempting to bind port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:28.987646 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:28.988063 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Checking segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:28.988667 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:28.989068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Bound using segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:28.989571 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Bound port: 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:28.990939 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.053169 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48714) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:29.108930 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] For port 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:29.112933 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] For port 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5b0b5a5d-80b5-4846-9045-c30bbc008a61,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:29.192602 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.197035 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:29.277073 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48726) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:29.335940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Pushing event updated for resources: {'Port': ['ID=5b0b5a5d-80b5-4846-9045-c30bbc008a61,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:29.340483 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:29.385173 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.400520 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:29.405498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Usage tracker for resource:security_group_rule and tenant:c36f0a1b1f4c455e8546a2e57e1fec4e is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:29.414039 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:29.432504 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-2a5de73c-b901-4771-8ebc-8cfb2eaed2aa service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:11:29.436185 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.441063 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-2a5de73c-b901-4771-8ebc-8cfb2eaed2aa service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1610086
Jun 30 19:11:29.455444 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:29.509069 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.602492 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.647511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.703418 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:29.714369 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Usage tracker for resource:security_group_rule and tenant:40c1ae0a313e4c7196386df7300d9b70 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:29.718522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.720477 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:29.743051 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:29.789996 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5b0b5a5d-80b5-4846-9045-c30bbc008a61 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:29.813764 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-7417a748-6f07-4262-845b-f331d47ba029 service neutron] 10.222.0.78 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595219
Jun 30 19:11:29.886605 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Allocated IP 172.27.0.249 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:29.947697 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:29.984694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:30.046041 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-aa35e6a6-2351-4c34-98e0-6952bd3ac15f service neutron] 10.222.0.78 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223041
Jun 30 19:11:30.055268 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.063336 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.066193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:30.085506 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.157480 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c36f0a1b1f4c455e8546a2e57e1fec4e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1031213
Jun 30 19:11:30.158804 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.161692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48770) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:30.172627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f1634-8673-44de-9f81-a0330cfb09c0,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:30.181173 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:30.184547 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1d83f03b-a2b0-4e47-bdc5-bf64a9609244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:30.269278 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40c1ae0a313e4c7196386df7300d9b70&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9910104
Jun 30 19:11:30.272032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48776) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:30.283997 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f821b4e-015a-408e-9ff7-0b01ead03fa0,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:30.290710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:30.311704 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.343551 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.376517 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Allocated IP 172.27.0.82 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/37200faf-7369-406d-9d1d-d9cd6d038ca4) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:30.405609 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.439620 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:30.476181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.480384 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:30.486825 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:11:30.494168 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f1634-8673-44de-9f81-a0330cfb09c0,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:30.513560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:30.567459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.568816 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d55f1634-8673-44de-9f81-a0330cfb09c0 HTTP/1.1" status: 204  len: 168 time: 0.3745058
Jun 30 19:11:30.579152 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-375fb045-a615-41d6-86c3-20a4a1781b57 req-ff059629-43c7-4bf2-be90-eaef8de66467 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.0713818
Jun 30 19:11:30.670102 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e483-bffe-4af5-ba3b-e46a4fdbc20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.676106 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:30.680962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:30.702343 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:30.767545 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:30.785940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5019372-79af-4d0f-8e0c-69997759a89f None None] Network 612b21ef-1063-4a10-84a0-437001c887af requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:11:31.025017 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:31.031570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:31.115708 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Provisioning for port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:31.121696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.144133 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Provisioning complete for port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:31.144506 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.165075 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.228915 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.287807 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.324575 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] For port 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5b0b5a5d-80b5-4846-9045-c30bbc008a61,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:11:31.394561 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.395275 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.407623 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:31.408781 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.413903 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:31.531747 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Pushing event updated for resources: {'Port': ['ID=5b0b5a5d-80b5-4846-9045-c30bbc008a61,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:31.555702 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:31.558237 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48870) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:31.558733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:31.577541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:31.587102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:31.598590 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.598888 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-5858d4d9-c1c9-4f54-9775-14d9c2f09340 None None] Provisioning complete for port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:31.599287 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5858d4d9-c1c9-4f54-9775-14d9c2f09340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.625162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48876) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:31.661811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Pushing event updated for resources: {'Port': ['ID=37200faf-7369-406d-9d1d-d9cd6d038ca4,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:31.662145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:31.679721 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Usage tracker for resource:security_group_rule and tenant:658c150145d648879976af60b38a2583 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:31.682838 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:31.693041 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:31.695460 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48888) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:31.723581 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:31.734335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:31.773442 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f821b4e-015a-408e-9ff7-0b01ead03fa0,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:31.820723 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d4c4dc3f-b6b7-4b2e-af93-065e825d85f8 req-c333f48d-5df7-4642-b37e-2da9e2e82a51 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.1229653
Jun 30 19:11:31.875422 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5b0b5a5d-80b5-4846-9045-c30bbc008a61 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:31.932381 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:31.943342 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.946802 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f821b4e-015a-408e-9ff7-0b01ead03fa0 HTTP/1.1" status: 204  len: 168 time: 1.6710567
Jun 30 19:11:31.946802 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:31.990399 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.005378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:32.006002 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.144353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.150920 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.172361 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:32.225499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd7d1f-8f9e-4884-89e4-de22dd097aa4,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:32.235343 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:32.237807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:32.249171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Usage tracker for resource:security_group_rule and tenant:25e7b991136947bfa9ade310307fd9d1 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:32.250312 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:32.255059 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=658c150145d648879976af60b38a2583&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6943300
Jun 30 19:11:32.258622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48910) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:32.261954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:32.351287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.391358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.463851 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.492240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.568817 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.582809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:32.620282 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25e7b991136947bfa9ade310307fd9d1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9934132
Jun 30 19:11:32.621818 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.622917 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48924) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:32.630014 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47fa0df-5b0c-49c3-99ff-b06c2ff432a8,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:32.645697 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:32.646306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-cf3acfe5-9eed-4246-acbc-18b333f8fac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:32.667729 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd7d1f-8f9e-4884-89e4-de22dd097aa4,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:32.675483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:32.708391 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.712092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5dbd7d1f-8f9e-4884-89e4-de22dd097aa4 HTTP/1.1" status: 204  len: 168 time: 0.4499266
Jun 30 19:11:32.717918 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.745406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.792500 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.888991 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.898055 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-34fbcb49-8eb3-4483-b812-a4d8d99f3737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:32.953616 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47fa0df-5b0c-49c3-99ff-b06c2ff432a8,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:32.955975 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:32.959425 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a960176f-f773-482d-9f68-a20c0d8ab9bb req-e3bfa8ee-8f72-4258-9532-d0531c4e3623 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.0622501
Jun 30 19:11:32.960498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:32.965278 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c47fa0df-5b0c-49c3-99ff-b06c2ff432a8 HTTP/1.1" status: 204  len: 168 time: 0.3409779
Jun 30 19:11:33.001874 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48942) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:33.022681 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.042014 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:33.047653 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Usage tracker for resource:security_group_rule and tenant:839fadbef7754c618475a666720ba615 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:33.051265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:33.058430 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:33.147101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.190856 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.318030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.329176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:33.370908 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=839fadbef7754c618475a666720ba615&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3679926
Jun 30 19:11:33.372876 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1675b5-9338-41a0-bf91-4ef93e539ab3,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:33.374308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48952) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:33.377196 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:33.408309 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4ce215e2-6120-497e-8819-c27971f7ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.480771 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.513107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:11:33.527644 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.615810 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:11:33.739132 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48964) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:33.905715 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:11:33.906265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.918138 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Sync routers for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:11:33.933997 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:33.934948 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6716fc40>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:33.935186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:33.938146 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:11:33.950441 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:11:33.950635 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Usage tracker for resource:security_group_rule and tenant:11cbf2edf0d84918a573fbb5d6fd89c2 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:33.956885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:33.958033 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.960606 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:33.962004 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db1675b5-9338-41a0-bf91-4ef93e539ab3 HTTP/1.1" status: 204  len: 168 time: 0.5858929
Jun 30 19:11:33.964276 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:33.965258 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:33.966147 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6775e250>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:33.968806 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:33.985637 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1675b5-9338-41a0-bf91-4ef93e539ab3,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:33.992117 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:34.035463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:34.036686 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.7651994
Jun 30 19:11:34.039480 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 48986) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:34.238225 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:34.254655 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:34.265540 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:34.302113 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-761a4954-ea81-4620-9fa6-7e7f896e40d4 req-8fa52b2c-0cc0-49a7-bcea-5b371724bd3d tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.0454364
Jun 30 19:11:34.305974 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:34.307392 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.6936712
Jun 30 19:11:34.310169 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 48996) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:34.404025 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:34.408469 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:34.454128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4096e894-f81e-4e73-bdb9-45099e5b05ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:34.492191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6383a-d583-484a-a7b3-fc0d1dd33119,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:34.512801 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:34.659385 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6716fc40>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:31Z', 'revision_number': 3, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:34.665145 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Checking router: 4cf4949c-8371-4944-8e41-0f8bd8ab94ee for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:11:34.666169 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Updating router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:11:34.685257 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11cbf2edf0d84918a573fbb5d6fd89c2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9419668
Jun 30 19:11:34.688245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49006) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:34.732951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6775e250>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:32Z', 'revision_number': 3, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:34.737418 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:11:34.737856 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Updating router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e port 37200faf-7369-406d-9d1d-d9cd6d038ca4 binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:11:34.744214 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.006248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.162399 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.181470 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.222132 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Transition to ACTIVE for port object d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:35.277410 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.310435 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.315847 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a78831ca-c3c7-4fc5-b2a0-370e08bb3f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:35.493476 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Attempting to bind port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:35.493854 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Attempting to bind port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:35.494240 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Attempting to bind port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:35.496507 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Pushing event updated for resources: {'Port': ['ID=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,revision_number=2']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:35.522942 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:35.522942 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:35.523276 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.523681 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:35.524171 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Bound port: d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:35.524571 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.574183 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.574530 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.574862 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.575197 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.575514 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.575837 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.576159 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.577030 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.579889 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.582146 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.582500 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.582833 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Tracked resource versions report:
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]: pushed versions:
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]: {   'AddressGroup': {'1.2'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'ConntrackHelper': {'1.0'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Log': {'1.0'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Network': {'1.1'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Port': {'1.7'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'PortForwarding': {'1.2'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'QosPolicy': {'1.8'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SecurityGroup': {'1.4'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SecurityGroupRule': {'1.2'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'SubPort': {'1.0'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Subnet': {'1.1'},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     'Trunk': {'1.1'}}
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]: consumer versions:
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]: {   DHCP agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     HyperV agent@hv-cinder-79887: {},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     L3 agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     Metadata agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     Metering agent@dv-cinder-798879-1-iscsi: {},
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:     Open vSwitch agent@dv-cinder-798879-1-iscsi: {   'AddressGroup': '1.2',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'ConntrackHelper': '1.0',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Log': '1.0',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Network': '1.1',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Port': '1.7',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'PortForwarding': '1.2',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'QosPolicy': '1.8',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SecurityGroup': '1.4',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SecurityGroupRule': '1.2',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'SubPort': '1.0',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Subnet': '1.1',
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:                                                      'Trunk': '1.1'}}
Jun 30 19:11:35.583861 dv-cinder-798879-1-iscsi neutron-server[79181]:  {{(pid=79181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 30 19:11:35.600752 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:35.605571 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.708987 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] For port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:35.712450 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] For port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:35.788227 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.794979 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:35.812629 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-096bae4d-6029-4a97-ab78-b54439bcb98c req-02c2f82c-5578-46e8-9a5a-a93c00dbc231 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.1152937
Jun 30 19:11:35.868649 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.890834 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.894180 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Transition to ACTIVE for port object 37200faf-7369-406d-9d1d-d9cd6d038ca4 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:35.921402 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Pushing event updated for resources: {'Port': ['ID=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:35.937250 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.944666 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:35.966459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:35.969327 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:35.975508 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:35.977340 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:35.980680 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6716fc40>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:36.014007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6383a-d583-484a-a7b3-fc0d1dd33119,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:36.023329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:36.058119 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Pushing event updated for resources: {'Port': ['ID=37200faf-7369-406d-9d1d-d9cd6d038ca4,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:36.065251 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.067113 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:36.067865 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ec6383a-d583-484a-a7b3-fc0d1dd33119 HTTP/1.1" status: 204  len: 168 time: 1.3721874
Jun 30 19:11:36.089738 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Allocated IP 172.20.0.1 (e156215a-d9ec-45df-b4a7-060bbf0583bb/16ee9994-0f0f-4634-8d27-1c1941ddd2b7/f1970c7b-5817-4697-94a1-c6a83aa1543d) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:36.124389 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Attempting to bind port 37200faf-7369-406d-9d1d-d9cd6d038ca4 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:36.124766 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Attempting to bind port 37200faf-7369-406d-9d1d-d9cd6d038ca4 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:36.125137 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Attempting to bind port 37200faf-7369-406d-9d1d-d9cd6d038ca4 on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:36.139746 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:36.141152 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:36.142385 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.142970 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:36.143648 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Bound port: 37200faf-7369-406d-9d1d-d9cd6d038ca4, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:36.144231 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.236240 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] For port 37200faf-7369-406d-9d1d-d9cd6d038ca4, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:36.241806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] For port 37200faf-7369-406d-9d1d-d9cd6d038ca4, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=37200faf-7369-406d-9d1d-d9cd6d038ca4,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:36.250025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.281683 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:36.285959 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.97', 60397) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:36.346365 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.348247 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.350750 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-50786750-0ac7-4846-b674-1b81914745f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:36.388383 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.416098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f2f9c1a6-18fa-4bcd-a471-715c9cdbd2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:36.502917 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Pushing event updated for resources: {'Port': ['ID=37200faf-7369-406d-9d1d-d9cd6d038ca4,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:36.516315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Network e156215a-d9ec-45df-b4a7-060bbf0583bb is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:36.517421 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:36.547519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:36.548228 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:36.548742 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6775e250>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:36.556718 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:36.557980 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:36.742387 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6716fc40>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:31Z', 'revision_number': 3, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:36.747976 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5555193-c95c-4366-b2a5-e67ac49a02ee None None] The sync data for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi is: [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:31Z', 'revision_number': 3, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:11:36.756886 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Pushing event updated for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:36.759958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:36.766510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Allocated IP 172.20.0.1 (612b21ef-1063-4a10-84a0-437001c887af/4ac03372-0d36-41a7-b68c-d71634c2ff22/0fcb25cf-95a8-4d43-be5a-0f1726940a9e) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:36.883812 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:36.914868 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-41d645eb-87e2-4afb-bf17-b4678cd5f681 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:36.916396 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-41d645eb-87e2-4afb-bf17-b4678cd5f681 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.97 "GET /v2.0/networks?id=65bac696-829d-45ef-a07f-d7ac364e35f0 HTTP/1.1" status: 200  len: 812 time: 0.6294091
Jun 30 19:11:36.986679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.004847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Transition to ACTIVE for port object 0fcb25cf-95a8-4d43-be5a-0f1726940a9e will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:37.094287 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Request body: {'port': {'device_id': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0', 'admin_state_up': True, 'tenant_id': '06c603c23fe54e04a62bdb9049a8b186'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:37.100572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.105872 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:37.363512 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.419406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Network 612b21ef-1063-4a10-84a0-437001c887af is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:37.444646 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a4160200-76b8-43ea-8f8a-961befda229d req-5c49c110-3580-4f63-8069-820d70c6b150 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.1991510
Jun 30 19:11:37.456482 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:37.480513 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49102) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:37.488764 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Pushing event updated for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:37.509206 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:37.509717 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.599394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:37.616262 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.703215 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:37.746230 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6775e250>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:32Z', 'revision_number': 3, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:37.767814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198cc5f-f4fc-47cd-9f8a-02abe3efa1ec None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:32Z', 'revision_number': 3, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:11:37.809141 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:37.866977 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:37.876580 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Usage tracker for resource:port and tenant:06c603c23fe54e04a62bdb9049a8b186 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:37.902785 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:37.924026 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:37.941531 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Usage tracker for resource:security_group_rule and tenant:25be6d63c9db464ea7b68278ebbffc60 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:37.950220 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:37.954608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:37.996624 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:38.105342 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:38.110780 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:38.119573 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.134295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.154041 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Made reservation on behalf of 06c603c23fe54e04a62bdb9049a8b186 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:38.173366 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.195743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a987399d-e45a-45f6-9a33-73ad3b534b09 None None] Provisioning for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:38.216996 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a987399d-e45a-45f6-9a33-73ad3b534b09 None None] Provisioning complete for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:38.217930 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a987399d-e45a-45f6-9a33-73ad3b534b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.242958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.280022 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.347334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-a987399d-e45a-45f6-9a33-73ad3b534b09 None None] Port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:11:38.398708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.408261 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:38.429243 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.448769 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:11:38.459910 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.461001 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.475092 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c43073c5-047b-4852-b992-9b932edfa36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:38.544095 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:38.546637 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:38.713918 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:38.726472 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:38.759774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Network e156215a-d9ec-45df-b4a7-060bbf0583bb is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:38.799608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:38.998672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:39.043682 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d9efe30c-3bff-44d5-af6f-6c99bf168f5e req-13260f71-8a78-404f-a6da-3890b6e30037 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.0991209
Jun 30 19:11:39.091851 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Pushing event updated for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:39.101794 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:39.108755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:39.146733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Pushing event updated for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:39.164258 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:39.284217 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Network 612b21ef-1063-4a10-84a0-437001c887af is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:39.287510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:39.325805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2e74a218-e6d4-4980-b478-68b5e5193d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:39.612750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3518961a-4a70-41bf-a933-a7f2d2d8c7f6,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:39.618048 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:39.645370 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25be6d63c9db464ea7b68278ebbffc60&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1623228
Jun 30 19:11:39.649351 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49164) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:39.659140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Allocated IP 172.20.0.14 (65bac696-829d-45ef-a07f-d7ac364e35f0/a48dce66-1169-4a48-a02c-3b34a3719070/6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:39.714928 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:11:39.784480 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-21ea6bd7-00b8-4d90-ac5d-b459ddb05207 None None] Provisioning complete for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:39.785432 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-21ea6bd7-00b8-4d90-ac5d-b459ddb05207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:39.916381 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-21ea6bd7-00b8-4d90-ac5d-b459ddb05207 None None] Port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:11:39.954406 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:40.111102 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:40.112572 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.112840 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.215973 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.251577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:11:40.261380 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Sync routers for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:11:40.294950 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:40.296651 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67505670>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:40.405275 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 37200faf-7369-406d-9d1d-d9cd6d038ca4 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:40.444670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:11:40.489709 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] 10.222.0.78 "PUT /v2.0/routers/4cf4949c-8371-4944-8e41-0f8bd8ab94ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4410491
Jun 30 19:11:40.537360 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8405695b-017e-4027-94a2-cea6fbe6bf43 req-15b8092f-b5f4-4886-b083-35dcbec1da00 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.1990108
Jun 30 19:11:40.547901 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.608973 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 37200faf-7369-406d-9d1d-d9cd6d038ca4 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:40.615782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 37200faf-7369-406d-9d1d-d9cd6d038ca4 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:40.616743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.649126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49182) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:40.706703 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.728117 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49188) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:40.729924 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:40.831622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.841189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:40.865243 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518961a-4a70-41bf-a933-a7f2d2d8c7f6,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:40.875514 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:40.886763 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.891066 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3518961a-4a70-41bf-a933-a7f2d2d8c7f6 HTTP/1.1" status: 204  len: 168 time: 1.2373688
Jun 30 19:11:40.895531 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:11:40.902472 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] 10.222.0.78 "PUT /v2.0/routers/d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5898690
Jun 30 19:11:40.903922 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Network 65bac696-829d-45ef-a07f-d7ac364e35f0 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:40.906767 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:40.911063 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:40.916973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:40.917650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:40.943728 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Pushing event updated for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:40.947116 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:40.968793 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:40.997493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:11:41.013759 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9241726
Jun 30 19:11:41.062723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-239d2600-4f8e-4420-ab1f-79a310c9a3a0 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:11:41.064037 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-239d2600-4f8e-4420-ab1f-79a310c9a3a0 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076091
Jun 30 19:11:41.072396 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:41.073179 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673efb80>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:41.121939 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.172052 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:41.185092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Usage tracker for resource:security_group_rule and tenant:c9fb0a4379db415ca46e5d181713df2a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:41.194296 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:41.205650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:41.286111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.339133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.413809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:41.421838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.424328 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Usage tracker for resource:security_group_rule and tenant:4a4f564568d74203a182a7630f43b12c is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:41.432705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:41.439333 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:41.528753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.543251 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:41.544728 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:41.646866 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67505670>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f1970c7b-5817-4697-94a1-c6a83aa1543d', 'name': '', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'mac_address': 'fa:16:3e:c8:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:35Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 2, 'project_id': '438ac64290964562bf6402fb41fbde75', 'subnets': [{'id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:41.665508 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Checking router: 4cf4949c-8371-4944-8e41-0f8bd8ab94ee for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:11:41.667340 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Updating router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee port f1970c7b-5817-4697-94a1-c6a83aa1543d binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:11:41.721003 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9fb0a4379db415ca46e5d181713df2a&name=default HTTP/1.1" status: 200  len: 2978 time: 1.0659301
Jun 30 19:11:41.725744 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49212) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:41.767995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246a2f56-5122-496e-92a8-019cd3a0b7e8,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:41.773229 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:41.841942 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.894011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 37200faf-7369-406d-9d1d-d9cd6d038ca4, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=37200faf-7369-406d-9d1d-d9cd6d038ca4,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:11:41.912952 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:41.997352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.026949 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.044749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.063828 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:42.134371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8d44-8fde-4c2d-93d7-cf5210ff31c8 req-a36db5d5-23e2-4044-9be8-ad6c6adcf753 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:42.140055 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7cad8d44-8fde-4c2d-93d7-cf5210ff31c8 req-a36db5d5-23e2-4044-9be8-ad6c6adcf753 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 932 time: 0.3253014
Jun 30 19:11:42.142417 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.203481 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.209152 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d1f32019-4fa9-4a6d-a4a2-7701a3453669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:42.230945 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-09807d75-dd23-4a10-beda-d5b97abc4f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:42.235607 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246a2f56-5122-496e-92a8-019cd3a0b7e8,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:42.239867 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:42.259261 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.263337 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/246a2f56-5122-496e-92a8-019cd3a0b7e8 HTTP/1.1" status: 204  len: 168 time: 0.5323117
Jun 30 19:11:42.319140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49228) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:42.319443 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a4f564568d74203a182a7630f43b12c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5106275
Jun 30 19:11:42.328529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-7cad8d44-8fde-4c2d-93d7-cf5210ff31c8 req-8674cb31-6833-48ab-a0f2-2c24d32b2f01 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Synchronizing usage tracker for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:42.332811 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c61bdb-3433-4636-9753-9cd144b51387,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:42.337480 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:42.421194 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-7cad8d44-8fde-4c2d-93d7-cf5210ff31c8 req-8674cb31-6833-48ab-a0f2-2c24d32b2f01 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Unset dirty status for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:42.423226 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7cad8d44-8fde-4c2d-93d7-cf5210ff31c8 req-8674cb31-6833-48ab-a0f2-2c24d32b2f01 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679002
Jun 30 19:11:42.467902 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Request body: {'port': {'device_id': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:42.550060 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=37200faf-7369-406d-9d1d-d9cd6d038ca4,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:42.614808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.627577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:42.647507 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.789411 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.847520 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Transition to ACTIVE for port object f1970c7b-5817-4697-94a1-c6a83aa1543d will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:42.881352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.895673 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:42.902554 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673efb80>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:38Z', 'revision_number': 2, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:42.908829 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:11:42.909429 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Updating router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:11:42.911227 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.924072 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:42.965010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c61bdb-3433-4636-9753-9cd144b51387,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:42.978699 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:42.984870 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:42.986098 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81c61bdb-3433-4636-9753-9cd144b51387 HTTP/1.1" status: 204  len: 168 time: 0.6660156
Jun 30 19:11:42.986908 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.079000 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.400434 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Pushing event updated for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:43.419296 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:43.429819 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Attempting to bind port f1970c7b-5817-4697-94a1-c6a83aa1543d on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:43.436979 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Attempting to bind port f1970c7b-5817-4697-94a1-c6a83aa1543d by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:43.437841 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Attempting to bind port f1970c7b-5817-4697-94a1-c6a83aa1543d on network e156215a-d9ec-45df-b4a7-060bbf0583bb {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:43.444420 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:43.445147 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Checking segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:43.447599 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.448303 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Bound using segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:43.449011 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Bound port: f1970c7b-5817-4697-94a1-c6a83aa1543d, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:43.449719 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.646460 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49262) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:43.652171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121017191', 'description': 'tempest-description--760306615'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:43.669445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:43.688454 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:43.708197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:43.774269 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] For port f1970c7b-5817-4697-94a1-c6a83aa1543d, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:43.789749 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] For port f1970c7b-5817-4697-94a1-c6a83aa1543d, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f1970c7b-5817-4697-94a1-c6a83aa1543d,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:43.830476 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:43.855080 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.861513 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:43.941421 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:43.966312 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Transition to ACTIVE for port object 0fcb25cf-95a8-4d43-be5a-0f1726940a9e will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:43.999463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:11:44.009418 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.019389 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:44.020051 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67505670>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:44.033566 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Transition to ACTIVE for port object 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:44.106024 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.113371 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:44.117013 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Pushing event updated for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:44.130984 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:44.132915 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.147140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:44.177691 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.253644 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 37200faf-7369-406d-9d1d-d9cd6d038ca4 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:44.316972 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:44.333120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:44.365752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ef41701a-27da-49a1-bd17-0db7a55acef8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:44.377632 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ef41701a-27da-49a1-bd17-0db7a55acef8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 819 time: 0.6762223
Jun 30 19:11:44.392781 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49274) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:44.399172 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:44.415503 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:44.431665 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:44.570234 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.646483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:44.654651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e50611212a654c85a69363645fa15f75 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:44.659082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:44.666694 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:44.676633 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Pushing event updated for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:44.690057 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:44.690800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Attempting to bind port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:44.692242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Attempting to bind port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '7f5bb3aa-0db1-43ab-8e1e-768feda43318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:44.692242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Attempting to bind port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 on network 65bac696-829d-45ef-a07f-d7ac364e35f0 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:44.706612 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 on network 65bac696-829d-45ef-a07f-d7ac364e35f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:11:44.707000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Attempting to bind port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 on network 65bac696-829d-45ef-a07f-d7ac364e35f0 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:44.731977 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 37200faf-7369-406d-9d1d-d9cd6d038ca4 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:44.733272 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.742915 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.743309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:44.743309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Checking segment: {'id': '7f5bb3aa-0db1-43ab-8e1e-768feda43318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:44.743309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Bound using segment: {'id': '7f5bb3aa-0db1-43ab-8e1e-768feda43318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:44.743692 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Bound port: 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5bb3aa-0db1-43ab-8e1e-768feda43318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:44.744009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.747401 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-c1958ea5-81ed-4e49-bae5-a79341c2454f tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/quotas/438ac64290964562bf6402fb41fbde75 HTTP/1.1" status: 200  len: 375 time: 0.3664148
Jun 30 19:11:44.851692 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.862521 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510861f-708d-4672-989f-b8e194d359a6 req-baf0b4da-73c9-4a37-9c29-c10f24d4c789 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:44.870769 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6510861f-708d-4672-989f-b8e194d359a6 req-baf0b4da-73c9-4a37-9c29-c10f24d4c789 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 932 time: 0.8332992
Jun 30 19:11:44.881582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:44.952035 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:44.954919 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Pushing event updated for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:44.970992 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:44.999034 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47276b3-4de2-490f-bf62-b6b2681df160,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:45.008269 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:45.028327 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.032319 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.3821306
Jun 30 19:11:45.042753 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6510861f-708d-4672-989f-b8e194d359a6 req-eb99eb9b-0254-478b-a99a-94b3a0ab98d1 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718333
Jun 30 19:11:45.048775 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49286) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:45.061829 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group_rule': {'security_group_id': 'd47276b3-4de2-490f-bf62-b6b2681df160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:45.073349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:45.090381 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:45.113719 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:45.129255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.136939 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:45.188115 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-257dbad5-d686-48b6-a7c6-905d8f0a0c1a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4357483
Jun 30 19:11:45.199708 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Attempting to bind port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:45.200771 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Attempting to bind port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:45.202424 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Attempting to bind port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:45.210300 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:45.210991 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Checking segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:45.211839 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.212647 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Bound using segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:45.213295 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Bound port: 0fcb25cf-95a8-4d43-be5a-0f1726940a9e, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:45.213846 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.239714 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.272664 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a65ed1b8-d991-4742-adda-6985316a7d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:45.302433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.311279 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67505670>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f1970c7b-5817-4697-94a1-c6a83aa1543d', 'name': '', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'mac_address': 'fa:16:3e:c8:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:35Z', 'updated_at': '2021-06-30T19:11:43Z', 'revision_number': 4, 'project_id': '438ac64290964562bf6402fb41fbde75', 'subnets': [{'id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:45.331187 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3733b7-e571-415c-88ba-a3180741bb97 None None] The sync data for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi is: [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'f1970c7b-5817-4697-94a1-c6a83aa1543d', 'name': '', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'mac_address': 'fa:16:3e:c8:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:35Z', 'updated_at': '2021-06-30T19:11:43Z', 'revision_number': 4, 'project_id': '438ac64290964562bf6402fb41fbde75', 'subnets': [{'id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:11:45.339640 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] For port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:45.346416 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] For port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:45.349443 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1c4e6-1a83-44f9-8109-92bfd702107c,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:45.371244 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:45.381638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:45.427567 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e50611212a654c85a69363645fa15f75&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0333836
Jun 30 19:11:45.428245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49302) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:45.434175 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,segment=NetworkSegment(7f5bb3aa-0db1-43ab-8e1e-768feda43318),segment_id=7f5bb3aa-0db1-43ab-8e1e-768feda43318)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:45.458665 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.475049 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:45.530692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.546930 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.551508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.588343 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ceefa154-3e50-47ca-bc91-5b8eac144550 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:45.604455 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:11:45.604455 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673efb80>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:11:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:45.631723 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.633816 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:45.663503 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b02e76-e8e0-4524-81ea-a9ef44a33aa8,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:45.703363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:45.747139 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.799372 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.805832 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7533414
Jun 30 19:11:45.808447 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49312) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:45.825048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group_rule': {'security_group_id': 'd47276b3-4de2-490f-bf62-b6b2681df160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:45.825597 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Pushing event updated for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:45.843464 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:45.855686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:45.856438 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:45.877541 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:45.915907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:45.961978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:45.963185 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:45.965534 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] 10.222.0.97 "PUT /v2.0/ports/6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 HTTP/1.1" status: 200  len: 1094 time: 3.9991441
Jun 30 19:11:45.971718 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:11:46.038164 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.110404 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.173110 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Pushing event updated for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:46.182125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:46.183599 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7b5a5dbe-2782-4654-8f40-d6f33ae7b3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:46.203235 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.207161 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebb1c4e6-1a83-44f9-8109-92bfd702107c HTTP/1.1" status: 204  len: 168 time: 0.7759230
Jun 30 19:11:46.212844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.214320 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1c4e6-1a83-44f9-8109-92bfd702107c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:46.218588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:46.267717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:11:46.312922 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.315468 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:46.376102 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2936e7e1-8df1-407f-b51d-aacae6e1cc0a,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:46.379937 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:46.449422 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.451941 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6414430
Jun 30 19:11:46.455464 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49332) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:46.463690 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:46.471359 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f1970c7b-5817-4697-94a1-c6a83aa1543d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:46.477988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:46.490603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:floatingip and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:46.499039 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:46.517962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:46.530103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb843-224a-4745-8cd4-771d48ab3a23 req-6f2871d9-4c95-477d-9098-aa54cb1e6424 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:46.533719 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e0fb843-224a-4745-8cd4-771d48ab3a23 req-6f2871d9-4c95-477d-9098-aa54cb1e6424 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.1507554
Jun 30 19:11:46.607697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.820931 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e0fb843-224a-4745-8cd4-771d48ab3a23 req-2b2ec5c0-5bfe-4b79-a8c5-b2d9db28ae34 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807877
Jun 30 19:11:46.862728 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:46.970046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-624be58f-1b3d-4939-87e5-9f2170bc37fd service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:11:46.975285 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-624be58f-1b3d-4939-87e5-9f2170bc37fd service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7275891
Jun 30 19:11:47.020923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Allocated IP 172.27.0.52 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/19cc1dd0-6750-4936-8a12-1c06f634137a) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:47.064528 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port f1970c7b-5817-4697-94a1-c6a83aa1543d completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:47.113634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f1970c7b-5817-4697-94a1-c6a83aa1543d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:47.114247 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:47.331049 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-e46cbfff-0ca2-4be7-a144-00c8a8bc4e38 service neutron] 10.222.0.78 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468876
Jun 30 19:11:47.486505 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673efb80>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:45Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:11:47.494286 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa2c3e-e1ec-45a9-b641-c2adc5099ac7 None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:45Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:11:47.497875 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:47.523619 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:47.646322 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:47.654516 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-28bd02db-40da-40ae-9df4-c04bf4b77d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:47.661811 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port f1970c7b-5817-4697-94a1-c6a83aa1543d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f1970c7b-5817-4697-94a1-c6a83aa1543d,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:11:47.699730 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-c3c33e5d-7ef9-456c-851e-dd348f908dce service neutron] 10.222.0.78 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3553116
Jun 30 19:11:47.728888 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:47.730956 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:47.897122 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8', 'status': 'completed', 'code': 200}
Jun 30 19:11:47.932306 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:47.951886 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:47.963378 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:47.967646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:47.974551 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:48.055348 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=19cc1dd0-6750-4936-8a12-1c06f634137a,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:48.062426 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:48.082984 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:48.198645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd1ede-d28e-41c9-93c6-d651de9fd2ec req-7e2d2eff-4041-425e-add3-5af692cbb2f4 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:48.210809 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-11cd1ede-d28e-41c9-93c6-d651de9fd2ec req-7e2d2eff-4041-425e-add3-5af692cbb2f4 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.1428866
Jun 30 19:11:48.283425 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f1970c7b-5817-4697-94a1-c6a83aa1543d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:48.327130 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-11cd1ede-d28e-41c9-93c6-d651de9fd2ec req-35b468bf-f3f0-4055-a9a9-027df44d9c52 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142066
Jun 30 19:11:48.328224 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:48.544343 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7e569501-9d33-4fbb-a5bb-a157a04cf14c req-11fe40a4-50a9-46a3-a310-f85a04094b94 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 210 time: 0.1611242
Jun 30 19:11:48.594870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f1970c7b-5817-4697-94a1-c6a83aa1543d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:48.595376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:48.863255 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 0fcb25cf-95a8-4d43-be5a-0f1726940a9e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:48.929114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.017577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.027455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:49.134212 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:11:49.139837 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:49.140262 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.267990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=19cc1dd0-6750-4936-8a12-1c06f634137a,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:49.301096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:49.335230 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.433253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-a2b3c1b6-1a45-4dee-88f9-63feaf0715af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:49.433253 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-a2b3c1b6-1a45-4dee-88f9-63feaf0715af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c603c23fe54e04a62bdb9049a8b186&device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 1097 time: 0.3249137
Jun 30 19:11:49.699670 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.727874 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-556aaf2f-63cc-4b8f-9a1f-7f49c33d9fce service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 HTTP/1.1" status: 200  len: 217 time: 0.2672887
Jun 30 19:11:49.734669 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.748713 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2811313
Jun 30 19:11:49.850657 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:11:49.929570 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:49.941297 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:49.964095 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-8e25b6ee-33e6-4dda-96f1-54e789894e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:49.969141 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-8e25b6ee-33e6-4dda-96f1-54e789894e0f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a48dce66-1169-4a48-a02c-3b34a3719070 HTTP/1.1" status: 200  len: 852 time: 0.2262301
Jun 30 19:11:50.116256 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-593666ff-c2e5-4089-87b8-3f2ec7322d7e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=65bac696-829d-45ef-a07f-d7ac364e35f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1394093
Jun 30 19:11:50.196662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-1879cdf2-c39f-4c92-b8ad-d0023f92d074 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:50.207177 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:50.212815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:50.214164 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-1879cdf2-c39f-4c92-b8ad-d0023f92d074 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 819 time: 0.8898962
Jun 30 19:11:50.268461 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c44b5d55-6cc9-495c-9148-f5d4416dba86 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/quotas/438ac64290964562bf6402fb41fbde75 HTTP/1.1" status: 200  len: 375 time: 0.0513339
Jun 30 19:11:50.515868 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-56c81759-d77d-43b7-9133-deed40faaa65 service neutron] 10.222.0.97 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3911626
Jun 30 19:11:50.540313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4d95a-9c5a-46ff-b393-f3683633c9e2 req-9477e90f-fd5e-4dd8-b8bd-f436a1d3dfb7 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:50.565533 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6af4d95a-9c5a-46ff-b393-f3683633c9e2 req-9477e90f-fd5e-4dd8-b8bd-f436a1d3dfb7 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.7822113
Jun 30 19:11:50.794159 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6af4d95a-9c5a-46ff-b393-f3683633c9e2 req-fdc19075-252e-4bea-abff-302e22ed00b3 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164705
Jun 30 19:11:50.849842 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-f579f3cd-6a11-409d-ba63-71f080602b90 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5802343
Jun 30 19:11:50.931331 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c277a64-500c-4304-b0e7-3907bdfd5551 req-5c655ae3-e0b2-4790-9315-47ea72d2723f service neutron] 10.222.0.97 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3999689
Jun 30 19:11:51.209444 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-435c9947-682a-4016-9aaa-17b89090e92a req-f5222734-46f0-4b77-814e-877acec2cd13 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:51.307769 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-54f44009-700e-4053-99ef-c268b4ff81d0 service neutron] 10.222.0.78 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4567611
Jun 30 19:11:51.378982 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-26e0398d-f349-421a-b31a-23bd510f805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:51.382197 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-26e0398d-f349-421a-b31a-23bd510f805f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c603c23fe54e04a62bdb9049a8b186&device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 1097 time: 0.2992296
Jun 30 19:11:51.583645 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-b09b31ef-1707-4680-af91-7a7f15bee766 service neutron] 10.222.0.78 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660716
Jun 30 19:11:51.585064 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-435c9947-682a-4016-9aaa-17b89090e92a req-f5222734-46f0-4b77-814e-877acec2cd13 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:51.594712 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-f5222734-46f0-4b77-814e-877acec2cd13 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2121017191&fields=id&tenant_id=e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 267 time: 0.4807196
Jun 30 19:11:51.807757 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-e6c9870d-ea81-46fe-bccb-a81deaea370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:51.809351 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-e6c9870d-ea81-46fe-bccb-a81deaea370c service neutron] 10.222.0.97 "GET /v2.0/networks?id=65bac696-829d-45ef-a07f-d7ac364e35f0 HTTP/1.1" status: 200  len: 913 time: 0.3800492
Jun 30 19:11:51.915500 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-57394bc8-30a4-4055-b176-cd573cfe8a06 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:51.917046 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-57394bc8-30a4-4055-b176-cd573cfe8a06 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 810 time: 0.3213120
Jun 30 19:11:51.942687 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-e4932f98-0d86-4441-a3ab-ef855466a43e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/quotas/e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 375 time: 0.0151455
Jun 30 19:11:52.212759 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 0fcb25cf-95a8-4d43-be5a-0f1726940a9e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:11:52.240113 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-77dc57a4-db4b-4713-8853-f26481000757 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 HTTP/1.1" status: 200  len: 217 time: 0.1789775
Jun 30 19:11:52.369287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-435c9947-682a-4016-9aaa-17b89090e92a req-594d3fe1-ef54-406d-b803-9c9eb929fa27 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:52.371995 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:11:52.373121 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:52.400841 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-4f113b96-ae99-4787-90c3-5e24c8e87d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:52.403544 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-4f113b96-ae99-4787-90c3-5e24c8e87d83 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a48dce66-1169-4a48-a02c-3b34a3719070 HTTP/1.1" status: 200  len: 852 time: 0.1470158
Jun 30 19:11:52.414306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307d52-417e-47b3-b810-dd06d230c2a8 req-49335964-7f3e-4ffd-9f89-54f8999e9855 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:52.429557 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cc307d52-417e-47b3-b810-dd06d230c2a8 req-49335964-7f3e-4ffd-9f89-54f8999e9855 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.3471181
Jun 30 19:11:52.518174 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-c6d5b4a4-da56-4f44-8af1-e7eddd7909b8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=65bac696-829d-45ef-a07f-d7ac364e35f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0983880
Jun 30 19:11:52.541408 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cc307d52-417e-47b3-b810-dd06d230c2a8 req-1f3d72ab-db4c-4c36-ae2f-0c036e527ebe tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097031
Jun 30 19:11:52.588000 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-435c9947-682a-4016-9aaa-17b89090e92a req-594d3fe1-ef54-406d-b803-9c9eb929fa27 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:52.589618 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-594d3fe1-ef54-406d-b803-9c9eb929fa27 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6411598
Jun 30 19:11:52.745946 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a86c8262-d614-43da-ab43-c33353339222 req-dc676179-eddf-484d-9ad2-6bd0463195e4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.1079443
Jun 30 19:11:52.804694 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-606bef04-ede1-413e-8e66-9d829491394d service neutron] 10.222.0.97 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2547402
Jun 30 19:11:53.162677 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-802dc4dc-4c26-49d7-b685-8fa963478794 service neutron] 10.222.0.78 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5059116
Jun 30 19:11:53.162677 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.97', 60415) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:53.163674 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f98e1fde-c7e5-4bc1-af11-5947d0088498 req-29e4c070-75e7-41e0-8f64-ebd8d09ebe8c service neutron] 10.222.0.97 "GET /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3244152
Jun 30 19:11:53.527549 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-48706ab2-1fba-4585-aa5c-8a98c431f3ed service neutron] 10.222.0.78 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3783162
Jun 30 19:11:53.536502 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-d7a3372d-680f-4cab-a8df-5c06c666bf59 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:53.538331 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-d7a3372d-680f-4cab-a8df-5c06c666bf59 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 819 time: 0.4195824
Jun 30 19:11:53.871767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0967682-e1da-4290-bd61-111201451506 req-b493183a-b9d6-42c7-9772-f5f71c5471d1 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:53.871767 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d0967682-e1da-4290-bd61-111201451506 req-b493183a-b9d6-42c7-9772-f5f71c5471d1 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.1376798
Jun 30 19:11:53.930815 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d0967682-e1da-4290-bd61-111201451506 req-9b7df150-3f50-448f-9cb1-97001875dbe5 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739927
Jun 30 19:11:54.022321 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-299c3322-b4c3-445a-a9ed-cb9eec7803c7 req-0d93775b-cd53-493e-ba64-d2569f895076 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0451725
Jun 30 19:11:54.640061 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-77031738-f514-4a11-b1d9-57812c50abc8 req-3ce80b7d-d278-47cd-93a2-5f2569a02060 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0631397
Jun 30 19:11:55.146576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1401c-ff70-4287-af66-2c8ac80ef59c req-654cec59-2e4b-4bb9-b06a-d5afeba1f9bd tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:55.148182 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5ca1401c-ff70-4287-af66-2c8ac80ef59c req-654cec59-2e4b-4bb9-b06a-d5afeba1f9bd tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.1071463
Jun 30 19:11:55.205819 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9ea651b7-192a-42b8-aa0e-0c5a967ab77e req-17ce0d58-8765-4cb9-8654-f9a4614c53cd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0563374
Jun 30 19:11:55.241003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5ca1401c-ff70-4287-af66-2c8ac80ef59c req-5bf094e0-0e82-4f01-a5d0-4947fcf9c9b5 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599737
Jun 30 19:11:55.249833 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Request body: {'port': {'device_id': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'admin_state_up': True, 'tenant_id': '438ac64290964562bf6402fb41fbde75'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:55.391431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:55.395206 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Usage tracker for resource:port and tenant:438ac64290964562bf6402fb41fbde75 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:55.398027 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:55.409328 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:55.516095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Made reservation on behalf of 438ac64290964562bf6402fb41fbde75 for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:55.520638 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:55.778483 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-98b7dfdc-deaa-48e4-9145-b1c3bc7113ff req-6219b178-b42a-4bd4-b150-4641ec8e2c7f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0591621
Jun 30 19:11:55.786625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Allocated IP 172.20.0.3 (e156215a-d9ec-45df-b4a7-060bbf0583bb/16ee9994-0f0f-4634-8d27-1c1941ddd2b7/4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:56.053667 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:56.157397 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:56.164309 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:56.235201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Network e156215a-d9ec-45df-b4a7-060bbf0583bb is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:56.238398 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:56.242949 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:56.248686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:56.259008 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:56.259008 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Pushing event updated for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:56.259008 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:56.366700 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1242309
Jun 30 19:11:56.372897 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-dd6dd647-8484-4629-8435-9b68ab4e7486 req-da6c2f53-6be4-44f1-a7fa-3681cd3a3253 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Synchronizing usage tracker for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:56.380060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Request body: {'port': {'device_id': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:56.558583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:56.620331 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb22b-7883-41eb-af2f-f9582acc6654 req-08192a35-6027-48b7-ace3-ae2d2f0bbead tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:56.621878 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-523fb22b-7883-41eb-af2f-f9582acc6654 req-08192a35-6027-48b7-ace3-ae2d2f0bbead tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.2153571
Jun 30 19:11:56.698819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49662) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:56.721889 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-dd6dd647-8484-4629-8435-9b68ab4e7486 req-da6c2f53-6be4-44f1-a7fa-3681cd3a3253 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Unset dirty status for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:56.723140 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd6dd647-8484-4629-8435-9b68ab4e7486 req-da6c2f53-6be4-44f1-a7fa-3681cd3a3253 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.3978620
Jun 30 19:11:56.799411 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9de18474-65b7-4c94-9347-f0aa31006872 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:56.801697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9de18474-65b7-4c94-9347-f0aa31006872 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Synchronizing usage tracker for tenant:438ac64290964562bf6402fb41fbde75 on resource:network {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:11:56.850004 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-523fb22b-7883-41eb-af2f-f9582acc6654 req-7a3edf3d-5376-4c8b-b6d7-3702634bcd7b tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124653
Jun 30 19:11:56.898913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:56.911127 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9de18474-65b7-4c94-9347-f0aa31006872 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Unset dirty status for tenant:438ac64290964562bf6402fb41fbde75 on resource:network {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:11:56.912339 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9de18474-65b7-4c94-9347-f0aa31006872 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 819 time: 0.3296702
Jun 30 19:11:56.915910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:56.920951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Usage tracker for resource:security_group_rule and tenant:d074d274c3614bdfb657aba671556701 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:56.927830 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Request body: {'port': {'device_id': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'admin_state_up': True, 'tenant_id': '438ac64290964562bf6402fb41fbde75'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:11:56.944653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:57.024766 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cf49bf90-f71b-4447-b855-82ed97119670 req-569cace9-75e0-4ed0-abd8-a933123b3c12 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0661919
Jun 30 19:11:57.079574 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:57.197066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:57.212541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:57.256542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:11:57.267907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.268461 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.283179 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Transition to ACTIVE for port object 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:11:57.349372 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Made reservation on behalf of 438ac64290964562bf6402fb41fbde75 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:11:57.357923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.372117 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.385528 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e28ea6f9-3183-409a-bda2-d7b460fb8e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:57.402608 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.408049 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:57.469787 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d074d274c3614bdfb657aba671556701&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7679944
Jun 30 19:11:57.476830 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49686) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:57.490165 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b26a7a-fd13-42c8-a95e-4fae79861485,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:57.493929 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:57.576356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:57.589127 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:57.604809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Attempting to bind port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:11:57.605178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Attempting to bind port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:11:57.605560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Attempting to bind port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef on network e156215a-d9ec-45df-b4a7-060bbf0583bb {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:57.611017 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef on network e156215a-d9ec-45df-b4a7-060bbf0583bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:11:57.611341 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Attempting to bind port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef on network e156215a-d9ec-45df-b4a7-060bbf0583bb {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:11:57.616568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:11:57.616912 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Checking segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:11:57.618289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Bound using segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:11:57.618289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Bound port: 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:11:57.618498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.621843 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.657450 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.711551 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:11:57.715613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:11:57.748762 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Allocated IP 172.20.0.12 (e156215a-d9ec-45df-b4a7-060bbf0583bb/16ee9994-0f0f-4634-8d27-1c1941ddd2b7/76e41cb5-e6a7-4ea1-95d8-216ea481ff6c) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:11:57.848312 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49696) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:57.889014 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.895658 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.900442 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dfcc2e79-7115-46d5-ac74-347e0fa17365 req-f1dc6da1-6c1f-4179-9349-8402668de475 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0543256
Jun 30 19:11:57.902164 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f36be43b-7051-4fbd-a8a5-a30719241e4c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:57.949983 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49704) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:57.966197 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:57.982216 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:57.983873 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:57.985594 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 1093 time: 1.6098323
Jun 30 19:11:57.986332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:11:58.006138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b26a7a-fd13-42c8-a95e-4fae79861485,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.021274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.106911 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.142905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.166052 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:58.175912 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Usage tracker for resource:security_group_rule and tenant:923d522ddcea4e5aa3fee59d817e9ad0 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:58.177777 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.181040 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-83b17388-057e-4506-a186-471a65475086 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83b26a7a-fd13-42c8-a95e-4fae79861485 HTTP/1.1" status: 204  len: 168 time: 0.7004406
Jun 30 19:11:58.181169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:58.212076 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.214652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:58.297359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.300794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:58.310478 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.313823 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3813b650-4c8b-4547-a7e3-bdf0f98fb17d req-e40e9f1a-a9c0-4f3c-bd4b-7e2457218874 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0782690
Jun 30 19:11:58.316446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Usage tracker for resource:security_group_rule and tenant:f20d5eaa5c8a4f1e89f50fb8da9a418f is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:58.319993 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:58.324910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.328754 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:58.335964 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.346478 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:58.408568 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.431192 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f84b76-7ca6-4edb-b9e5-58ad0353c050 req-0de9a7be-1db4-42c2-9bab-b2fee34822f4 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:58.432703 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-57f84b76-7ca6-4edb-b9e5-58ad0353c050 req-0de9a7be-1db4-42c2-9bab-b2fee34822f4 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.2995224
Jun 30 19:11:58.444907 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Network e156215a-d9ec-45df-b4a7-060bbf0583bb is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:11:58.454711 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:11:58.464378 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:11:58.470190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:58.470821 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.486020 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=923d522ddcea4e5aa3fee59d817e9ad0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6360600
Jun 30 19:11:58.489245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Pushing event updated for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.491118 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49730) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:58.508579 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.509286 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fbdbd9b3-55a3-46a5-b9ba-b3f3f58d1406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:58.533944 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-57f84b76-7ca6-4edb-b9e5-58ad0353c050 req-9be5cd2b-e0c6-4533-ba34-878a80192f87 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878384
Jun 30 19:11:58.552809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.567272 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e275721e-2569-4251-8591-705dd53de008,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.573581 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.595703 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.611275 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6872027
Jun 30 19:11:58.625032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.637093 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.648609 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-01b35d21-babd-403f-9f0b-6b4aa7eea181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:58.687867 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef', 'status': 'completed', 'code': 200}
Jun 30 19:11:58.694102 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d2e57-a807-4dba-b10a-71707d60055f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.697694 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.700157 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f20d5eaa5c8a4f1e89f50fb8da9a418f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7490354
Jun 30 19:11:58.703610 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49740) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:58.760471 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.794973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.811869 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.820586 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:58.842604 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275721e-2569-4251-8591-705dd53de008,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.846031 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.850273 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.851412 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e275721e-2569-4251-8591-705dd53de008 HTTP/1.1" status: 204  len: 168 time: 0.3588376
Jun 30 19:11:58.943037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.947655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:58.959176 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d2e57-a807-4dba-b10a-71707d60055f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:58.963628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:58.967789 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:58.969809 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e14d2e57-a807-4dba-b10a-71707d60055f HTTP/1.1" status: 204  len: 168 time: 0.2643292
Jun 30 19:11:59.010599 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49750) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:59.061943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.092622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:59.099246 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Usage tracker for resource:security_group_rule and tenant:4e08ed7a1f0d410d9eedf603ae53dc32 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:59.102762 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:59.110031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:59.159095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ecf44-91b6-417d-a874-104d7e680ff2 req-a37c19d7-1577-45a5-9f36-3d087b79d405 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:59.159095 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b39ecf44-91b6-417d-a874-104d7e680ff2 req-a37c19d7-1577-45a5-9f36-3d087b79d405 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 932 time: 0.1315920
Jun 30 19:11:59.231367 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b39ecf44-91b6-417d-a874-104d7e680ff2 req-f334e3c8-0ed2-43d2-b2bc-0d224e919963 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618467
Jun 30 19:11:59.257894 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.322606 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.331111 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:59.357564 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49762) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:59.376275 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e08ed7a1f0d410d9eedf603ae53dc32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3694224
Jun 30 19:11:59.377304 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881207f4-8361-4dd1-b754-ee2e9c86f6df,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:59.379244 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49768) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:59.382423 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:59.454501 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.480956 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.498480 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1fac738f-0fb8-449e-863c-17b4e97c69dd req-b4351080-b39e-446e-a4c0-ffb8fe6548f5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0454466
Jun 30 19:11:59.606384 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.616559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-718e950a-bbc8-4176-a0e0-0cb21e48950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:11:59.636144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881207f4-8361-4dd1-b754-ee2e9c86f6df,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:11:59.639664 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.644058 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/881207f4-8361-4dd1-b754-ee2e9c86f6df HTTP/1.1" status: 204  len: 168 time: 0.2632701
Jun 30 19:11:59.644803 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:11:59.691600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.700377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49778) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:11:59.725887 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:59.728070 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.742027 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Usage tracker for resource:security_group_rule and tenant:72755170189d4ad59a13e082351c8339 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:59.747159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:59.750846 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:11:59.756256 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527ab7b-5f99-46a9-a557-33b91b55e905 req-69066ded-864a-4679-80af-47efdff63cf9 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:11:59.756552 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:59.757804 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9527ab7b-5f99-46a9-a557-33b91b55e905 req-69066ded-864a-4679-80af-47efdff63cf9 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 944 time: 0.0936651
Jun 30 19:11:59.759042 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Usage tracker for resource:security_group_rule and tenant:841c45c1fca144df9695f18149120754 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:11:59.762316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:11:59.772692 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:11:59.812065 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9527ab7b-5f99-46a9-a557-33b91b55e905 req-dc6d336f-31c9-4aba-b75c-fa31b5b264d2 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456512
Jun 30 19:11:59.905315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.920361 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.984902 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:11:59.993701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c4e7bab3-343b-4a7b-aa04-b6b6f7e14478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:00.015131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.016780 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49782) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:00.033759 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.045595 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72755170189d4ad59a13e082351c8339&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6863945
Jun 30 19:12:00.048595 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 49786) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:00.049523 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:00.059595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e03239-e5d5-4d17-8efd-cc7c9ea5c57f,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:00.063368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:00.064765 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:23b96e70cc4548e4aa0a45a9d8ab5d8d is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:00.066419 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:00.068663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:00.077841 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=841c45c1fca144df9695f18149120754&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757200
Jun 30 19:12:00.078105 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:00.080533 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49790) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:00.136736 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f82eab-5906-4617-bf02-908698b19669,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:00.151312 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:12:00.169694 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:00.180676 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.184331 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Request body: {'port': {'device_id': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:00.259260 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.97', 60430) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:00.384587 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,segment=NetworkSegment(7f5bb3aa-0db1-43ab-8e1e-768feda43318),segment_id=7f5bb3aa-0db1-43ab-8e1e-768feda43318)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:00.400911 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8', 'network_id': '65bac696-829d-45ef-a07f-d7ac364e35f0', 'port_id': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8', 'mac_address': 'fa:16:3e:17:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48dce66-1169-4a48-a02c-3b34a3719070', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:12:00.468988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.526407 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.535457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.540870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.561408 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:00.564931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-e4e12cd6-4b0d-4e6b-a1af-6f9ef496e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:00.564931 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-e4e12cd6-4b0d-4e6b-a1af-6f9ef496e669 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1096 time: 0.3012981
Jun 30 19:12:00.578393 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,segment=NetworkSegment(7f5bb3aa-0db1-43ab-8e1e-768feda43318),segment_id=7f5bb3aa-0db1-43ab-8e1e-768feda43318)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:00.595785 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.668944 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.674823 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ad6a-1cc0-4d02-856b-8b08ee35abfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.681845 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:00.729754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-448732a4-8c5c-4b1d-9ecd-ed8b33410f85 req-97f0f518-335f-4151-bec0-7e430f0b9f9f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0781856
Jun 30 19:12:00.748520 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-c73c2c2e-37f8-45ec-86a5-4a52989c071f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:00.752147 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-c73c2c2e-37f8-45ec-86a5-4a52989c071f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 810 time: 0.5714200
Jun 30 19:12:00.777016 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.785081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.794670 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:00.796446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-61507c0b-00de-4750-8917-85f039512463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:00.806067 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:00.830125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e03239-e5d5-4d17-8efd-cc7c9ea5c57f,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:00.843292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:00.847627 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-44d8faed-3896-4e66-b7ea-583936a9896f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 380 time: 0.0858486
Jun 30 19:12:00.861845 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3512a-6f0d-480a-a339-ec205977949c req-2caf26dd-a677-4255-8dfb-7f14df458aa2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:00.868827 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2af3512a-6f0d-480a-a339-ec205977949c req-2caf26dd-a677-4255-8dfb-7f14df458aa2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 932 time: 0.4158297
Jun 30 19:12:00.901564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:00.908483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ad0ac951-8108-43eb-b617-dc1061e1953a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:00.929388 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'port': {'device_id': '22df5fbd-8657-4730-98fb-39267c984b72', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'admin_state_up': True, 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'security_groups': ['d47276b3-4de2-490f-bf62-b6b2681df160']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:00.948427 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-b378f271-a698-4570-a27e-4129f0c6dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:00.949973 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-b378f271-a698-4570-a27e-4129f0c6dd0a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=438ac64290964562bf6402fb41fbde75&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3766639
Jun 30 19:12:00.998963 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:12:01.056414 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.062794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.067611 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65e03239-e5d5-4d17-8efd-cc7c9ea5c57f HTTP/1.1" status: 204  len: 168 time: 1.0120361
Jun 30 19:12:01.098659 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23b96e70cc4548e4aa0a45a9d8ab5d8d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0804324
Jun 30 19:12:01.152519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49834) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:01.182991 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2af3512a-6f0d-480a-a339-ec205977949c req-40c0b643-85b3-4cbe-8aaf-c4ade662092c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108575
Jun 30 19:12:01.185700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:01.188120 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.217481 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe3994-f082-4f32-9426-0e87b04fe179,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:01.260089 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:01.277635 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f82eab-5906-4617-bf02-908698b19669,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:01.280274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:01.307128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:01.326394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b8882-9042-4f07-ba5b-6ad544e89e4b req-80ab3bcd-f2c2-40e3-af4a-688434c67690 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:01.333584 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e98b8882-9042-4f07-ba5b-6ad544e89e4b req-80ab3bcd-f2c2-40e3-af4a-688434c67690 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 945 time: 0.2775681
Jun 30 19:12:01.365936 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:01.402031 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e98b8882-9042-4f07-ba5b-6ad544e89e4b req-468f58a1-1cdf-498b-ac92-36af27ca2477 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672805
Jun 30 19:12:01.453499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.454644 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0f82eab-5906-4617-bf02-908698b19669 HTTP/1.1" status: 204  len: 168 time: 1.3730381
Jun 30 19:12:01.465263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Made reservation on behalf of e36e93e28e7044cb9c766724bda95857 for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:01.469726 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.519283 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-d98a93db-1f12-4af2-9c6c-886202b49943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:01.520775 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-df693002-43f5-4ebb-982e-fff402fd8ed1 req-d98a93db-1f12-4af2-9c6c-886202b49943 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5588777
Jun 30 19:12:01.524054 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.659037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.671389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Allocated IP 172.20.0.7 (612b21ef-1063-4a10-84a0-437001c887af/4ac03372-0d36-41a7-b68c-d71634c2ff22/96a7a470-b053-4c5e-a5e2-04b2a75b1f3f) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:12:01.673650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:01.691494 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.730807 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Transition to ACTIVE for port object 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:01.748629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-35d1b9a3-dc36-45b0-aa0e-9805b39f3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:01.748629 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-35d1b9a3-dc36-45b0-aa0e-9805b39f3874 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1096 time: 0.1783998
Jun 30 19:12:01.828971 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.845946 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-8604eed5-359d-420e-90a3-241155d1b8f5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.0912950
Jun 30 19:12:01.847721 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:01.883965 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.943634 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19ed78ad-0626-4145-9e76-d08c16291fc2 req-72606004-91a6-4409-8a09-7fcfb36bdb58 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.0714319
Jun 30 19:12:01.968389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:01.989720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Transition to ACTIVE for port object 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:02.049155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Pushing event updated for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:02.058679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:02.059627 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6457806a-0b1f-4069-9860-a96653c8d106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:02.072169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.073434 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2dfe3994-f082-4f32-9426-0e87b04fe179 HTTP/1.1" status: 204  len: 168 time: 0.8705945
Jun 30 19:12:02.079395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe3994-f082-4f32-9426-0e87b04fe179,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:02.115660 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:02.140155 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.142097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-51b89d77-5bf6-433d-b32b-d66942ac1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:02.143954 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-51b89d77-5bf6-433d-b32b-d66942ac1746 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.2477503
Jun 30 19:12:02.149680 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:02.190372 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Attempting to bind port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:12:02.190721 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Attempting to bind port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:12:02.191043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Attempting to bind port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c on network e156215a-d9ec-45df-b4a7-060bbf0583bb {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:02.202798 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49868) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:02.204663 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-7d27c33e-8eb9-4e35-ba02-e502d6eb1378 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540292
Jun 30 19:12:02.235981 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Network 612b21ef-1063-4a10-84a0-437001c887af is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:12:02.239558 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:02.241844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:12:02.248357 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:02.249115 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.251942 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c on network e156215a-d9ec-45df-b4a7-060bbf0583bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:12:02.258108 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Attempting to bind port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c on network e156215a-d9ec-45df-b4a7-060bbf0583bb {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:02.285467 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.296671 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:02.301008 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:12:02.301612 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Checking segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:02.309865 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Bound using segment: {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:12:02.310276 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:02.310368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Bound port: 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55c3ae0-3452-4eac-8d1a-9a63982f5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:12:02.310368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.448602 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5742118
Jun 30 19:12:02.458538 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:02.463044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Usage tracker for resource:security_group_rule and tenant:5aa6209e6a294a578dce65d93e5deaf7 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:02.467132 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:02.473746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:02.478560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Request body: {'port': {'device_id': '22df5fbd-8657-4730-98fb-39267c984b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:02.703543 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.717251 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.721004 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-109868cb-26c7-4243-a12c-729e6d426036 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4800749
Jun 30 19:12:02.721339 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-8bebae65-a262-4af1-abf0-2d3a2ff4f56d None None] Provisioning for port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:02.721812 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:12:02.724259 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:12:02.732499 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-8bebae65-a262-4af1-abf0-2d3a2ff4f56d None None] Provisioning complete for port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:02.733994 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8bebae65-a262-4af1-abf0-2d3a2ff4f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.755438 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3559f-68b8-45e1-81d8-ec9317a0c546 req-6df5e4cc-f183-4a0b-aa64-a921d0e7d7e3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:02.765144 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-01d3559f-68b8-45e1-81d8-ec9317a0c546 req-6df5e4cc-f183-4a0b-aa64-a921d0e7d7e3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 944 time: 0.3738229
Jun 30 19:12:02.811317 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8bebae65-a262-4af1-abf0-2d3a2ff4f56d None None] Port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:12:02.831400 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.839575 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:02.864293 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-01d3559f-68b8-45e1-81d8-ec9317a0c546 req-fd0b140e-3401-4320-914f-727128363d1e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983319
Jun 30 19:12:02.881860 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336f54-6488-4124-94fe-1adf0982534a req-7e1cc97c-e814-4f9f-a111-b4d67f0f035a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:02.885551 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b336f54-6488-4124-94fe-1adf0982534a req-7e1cc97c-e814-4f9f-a111-b4d67f0f035a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 945 time: 0.3071139
Jun 30 19:12:02.897272 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:02.913720 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5aa6209e6a294a578dce65d93e5deaf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7144282
Jun 30 19:12:02.928180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 49896) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:02.932745 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc45f6-0407-4422-8306-c68e3885af67,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:02.935914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:02.939978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:02.997777 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:02.998405 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.000173 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] 10.222.0.97 "PUT /v2.0/ports/76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 200  len: 1094 time: 2.8291216
Jun 30 19:12:03.072005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:03.084049 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b336f54-6488-4124-94fe-1adf0982534a req-7159ab95-c30f-4e03-8fa1-71dc85af7bc6 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244867
Jun 30 19:12:03.123008 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:03.207535 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d1c663e2-fdb0-45a1-9fb6-9a05a6a410c8 req-fff2672d-e346-465b-a5d5-81177e01cdeb service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4806242
Jun 30 19:12:03.269484 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', 'status': 'completed', 'code': 200}
Jun 30 19:12:03.313490 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Pushing event updated for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:03.321279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:03.341772 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.371377 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:03.377818 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-fc5967be-85a2-46eb-aa02-3c99ee0ccefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:03.379230 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:03.379357 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-fc5967be-85a2-46eb-aa02-3c99ee0ccefd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1097 time: 0.2508304
Jun 30 19:12:03.379940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.380973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.424679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20064b-3d5e-4aea-b09d-6b64b93aa9ca req-9dc12b51-2919-4d70-a7dd-14dae6315420 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:03.425407 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-7f20064b-3d5e-4aea-b09d-6b64b93aa9ca req-9dc12b51-2919-4d70-a7dd-14dae6315420 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:12:03.442344 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa831fbd-6106-4351-b918-24bbec85d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.516240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.522889 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f479ac9c-39d7-4ac8-9aba-5f11e3035adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:03.541378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-7f20064b-3d5e-4aea-b09d-6b64b93aa9ca req-9dc12b51-2919-4d70-a7dd-14dae6315420 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:12:03.542805 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7f20064b-3d5e-4aea-b09d-6b64b93aa9ca req-9dc12b51-2919-4d70-a7dd-14dae6315420 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 931 time: 0.3471577
Jun 30 19:12:03.550038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc45f6-0407-4422-8306-c68e3885af67,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:03.550814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.552455 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:03.559707 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:03.564254 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.567765 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4adc45f6-0407-4422-8306-c68e3885af67 HTTP/1.1" status: 204  len: 168 time: 0.6363502
Jun 30 19:12:03.585148 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.599707 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:03.620440 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Transition to ACTIVE for port object 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:03.628054 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7f20064b-3d5e-4aea-b09d-6b64b93aa9ca req-684d6044-4e19-42b3-96b1-ca0f73a8f3ef tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667369
Jun 30 19:12:03.668856 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,segment=NetworkSegment(7f5bb3aa-0db1-43ab-8e1e-768feda43318),segment_id=7f5bb3aa-0db1-43ab-8e1e-768feda43318)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:03.726048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.731001 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:03.760551 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:03.762654 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:03.856645 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:03.861136 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:03.928531 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Pushing event updated for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:03.933130 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:03.947678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Attempting to bind port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:12:03.947678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Attempting to bind port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:12:03.947678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Attempting to bind port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:03.948025 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f on network 612b21ef-1063-4a10-84a0-437001c887af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:12:03.948325 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Attempting to bind port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:03.955255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:12:03.955596 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Checking segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:03.955985 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Bound using segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:12:03.956416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Bound port: 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:12:03.956760 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:04.114343 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:12:04.118098 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:12:04.159769 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d69a08-50e8-44ab-949a-364528860b28 req-e79f209a-682f-4e1d-9f98-97ebb60782a6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:04.165762 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06d69a08-50e8-44ab-949a-364528860b28 req-e79f209a-682f-4e1d-9f98-97ebb60782a6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 944 time: 0.1468165
Jun 30 19:12:04.207733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:04.217097 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:04.258440 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06d69a08-50e8-44ab-949a-364528860b28 req-3c5cda3d-300c-4505-aea1-aacf0fad26f9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903053
Jun 30 19:12:04.304801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:04.347374 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:04.348116 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:04.349613 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] 10.222.0.97 "PUT /v2.0/ports/96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1093 time: 1.8804419
Jun 30 19:12:04.354458 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:04.382187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Pushing event updated for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:04.386650 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:04.418598 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b92c5-1c81-4828-b09f-11aaa627da2d req-86e5a42d-6cd4-4f5b-8dc1-c92d328b9fbf tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:04.421243 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1e7b92c5-1c81-4828-b09f-11aaa627da2d req-86e5a42d-6cd4-4f5b-8dc1-c92d328b9fbf tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1471586
Jun 30 19:12:04.476279 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1e7b92c5-1c81-4828-b09f-11aaa627da2d req-9df034c6-54b2-4794-bd35-19e7616e33f3 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486655
Jun 30 19:12:04.578815 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'status': 'completed', 'code': 200}
Jun 30 19:12:04.705670 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8', 'code': 200}
Jun 30 19:12:04.822632 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0944c0-c442-497c-8ed1-497524d2946a req-c231f6df-c5ab-4eaa-87eb-10d1491d27d3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:04.824075 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f0944c0-c442-497c-8ed1-497524d2946a req-c231f6df-c5ab-4eaa-87eb-10d1491d27d3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.0804987
Jun 30 19:12:04.871453 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f0944c0-c442-497c-8ed1-497524d2946a req-12cb01ba-01db-4988-a511-f9d86852a206 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414870
Jun 30 19:12:05.463083 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b488-ddab-4909-9de9-05d0af3e3325 req-5e77f160-fcea-4406-a608-12b6068f0fd7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:05.464568 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ed6b488-ddab-4909-9de9-05d0af3e3325 req-5e77f160-fcea-4406-a608-12b6068f0fd7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 944 time: 0.0823317
Jun 30 19:12:05.514454 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ed6b488-ddab-4909-9de9-05d0af3e3325 req-aa145bdb-aae3-4c50-a96d-817cb23838d3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432413
Jun 30 19:12:05.682990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f338b-770f-4dac-b1f5-1a630af8a194 req-5be7e0b3-1a9a-49f6-922c-fa519c4e063a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:05.684455 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6a5f338b-770f-4dac-b1f5-1a630af8a194 req-5be7e0b3-1a9a-49f6-922c-fa519c4e063a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0853834
Jun 30 19:12:05.694540 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:05.733892 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6a5f338b-770f-4dac-b1f5-1a630af8a194 req-c67c4ba1-350a-4443-b12a-07f152e9c571 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436621
Jun 30 19:12:06.069416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fbc34-0fd0-49b7-8d2e-f3c5faa17f69 req-7fa1e122-564f-4100-98d9-658d9e352773 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:06.071075 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-804fbc34-0fd0-49b7-8d2e-f3c5faa17f69 req-7fa1e122-564f-4100-98d9-658d9e352773 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.0875242
Jun 30 19:12:06.124605 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-804fbc34-0fd0-49b7-8d2e-f3c5faa17f69 req-7fe5b824-f5e5-4df6-b0aa-7a6aac745d70 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458202
Jun 30 19:12:06.406460 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-39b4ab40-fdb9-4123-bddf-06c227ac783d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 200  len: 217 time: 0.1010010
Jun 30 19:12:06.439614 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-ead380ee-4719-4b0c-97ca-95c9726e84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:06.442488 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-ead380ee-4719-4b0c-97ca-95c9726e84f6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1096 time: 0.1073470
Jun 30 19:12:06.490454 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9edd0bc6-c5b1-49c2-be21-c137cfb1c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:06.492292 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-9edd0bc6-c5b1-49c2-be21-c137cfb1c0ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0768342
Jun 30 19:12:06.641744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-46fa1e57-797d-4826-ace3-64996d045d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:06.645832 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-46fa1e57-797d-4826-ace3-64996d045d8c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e36e93e28e7044cb9c766724bda95857&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1945393
Jun 30 19:12:06.647836 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-0ab5d2b4-c470-45bb-8ed1-909e3e02e792 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467111
Jun 30 19:12:06.922500 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-699a45be-19c2-4a44-9f32-b1fa926d1350 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618256
Jun 30 19:12:06.929579 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-1066f345-d247-43ae-8ab8-d4ba3d4d5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:06.931101 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-1066f345-d247-43ae-8ab8-d4ba3d4d5b8f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 1099 time: 0.1477425
Jun 30 19:12:07.040449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:07.067626 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:07.074248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Usage tracker for resource:security_group_rule and tenant:f5676ed846c44f79bac4e24d68a9ef56 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:07.093128 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:07.102767 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:07.129958 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f45a03c8-ddd8-4e37-a1dd-b6ee76de798d req-f078d642-1c30-4032-bf9f-06e629a500a6 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978276
Jun 30 19:12:07.190162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c290-cf1e-4a4d-8bf1-0d23c6da38df req-22ec8fa3-6885-4444-a78f-f8c8aa720bac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.196217 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1d22c290-cf1e-4a4d-8bf1-0d23c6da38df req-22ec8fa3-6885-4444-a78f-f8c8aa720bac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 944 time: 0.4495766
Jun 30 19:12:07.226693 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b1f32-d51e-48fd-bbf3-0437bc18df95 req-d15d3f5d-02f0-4947-83b0-9535c1c0790e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.228185 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd7b1f32-d51e-48fd-bbf3-0437bc18df95 req-d15d3f5d-02f0-4947-83b0-9535c1c0790e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.3658714
Jun 30 19:12:07.230715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-6bb9252a-ca6a-4fb2-a90c-2150586b44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.232922 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a5cbe83e-85f4-419b-9790-90eb2d07b081 req-6bb9252a-ca6a-4fb2-a90c-2150586b44cd service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5729775
Jun 30 19:12:07.250850 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:07.364785 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:07.380199 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:07.412097 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4485497
Jun 30 19:12:07.413932 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd7b1f32-d51e-48fd-bbf3-0437bc18df95 req-81cb8bc1-4b25-440e-b635-6d1f578c83bd tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605134
Jun 30 19:12:07.426649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1d22c290-cf1e-4a4d-8bf1-0d23c6da38df req-6dac644a-b30c-46ea-bf84-ac59947db1ab tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972671
Jun 30 19:12:07.443536 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2dd81-313d-455f-b2c8-edb7b1d05653,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:07.452791 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:07.484547 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-493d08c4-44c7-4c27-b0aa-f2bca5e1d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.486125 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-493d08c4-44c7-4c27-b0aa-f2bca5e1d28f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1096 time: 0.2041769
Jun 30 19:12:07.488334 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:12:07.489857 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179631-7e59-4e6e-8613-807dd11aea02 req-8226b67a-d086-43f3-98c9-672a2acbb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.491449 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-8226b67a-d086-43f3-98c9-672a2acbb1e8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1097 time: 0.2116492
Jun 30 19:12:07.596759 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-d7372adf-37d8-413b-8b2c-26cab8aab111 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 217 time: 0.0979695
Jun 30 19:12:07.687323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-bf6c503e-ffa7-4459-b56b-5424781329ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.688853 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-bf6c503e-ffa7-4459-b56b-5424781329ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0807292
Jun 30 19:12:07.714181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179631-7e59-4e6e-8613-807dd11aea02 req-b6f0d2c7-9afb-4c22-8b3a-ce2705c683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.715506 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-b6f0d2c7-9afb-4c22-8b3a-ce2705c683e4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.2158468
Jun 30 19:12:07.765557 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9947-682a-4016-9aaa-17b89090e92a req-9c795a5f-7e18-472f-a9f5-b4251ec89825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.767033 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-9c795a5f-7e18-472f-a9f5-b4251ec89825 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706074
Jun 30 19:12:07.796169 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-047fbfa9-021c-4cc0-a4fe-ca7264ae86fe service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 200  len: 217 time: 0.0705361
Jun 30 19:12:07.845518 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4270e5-dc7d-4e2f-8750-9dbd4d3e583d req-21c8f20f-7794-45ae-91dd-dca0d69f8922 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.847495 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1e4270e5-dc7d-4e2f-8750-9dbd4d3e583d req-21c8f20f-7794-45ae-91dd-dca0d69f8922 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.2047877
Jun 30 19:12:07.913302 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179631-7e59-4e6e-8613-807dd11aea02 req-7990847c-d612-4f5f-b8eb-47455717b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:07.914744 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-7990847c-d612-4f5f-b8eb-47455717b87c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.1096704
Jun 30 19:12:07.922262 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1e4270e5-dc7d-4e2f-8750-9dbd4d3e583d req-feba7ded-f2c3-4732-b8dd-f6918e221f11 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601945
Jun 30 19:12:07.922464 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-3998cea0-d259-485e-8955-dce554e3f1c7 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468143
Jun 30 19:12:07.964095 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-3fcbfedc-7285-4591-b4a2-1780d03a2074 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408826
Jun 30 19:12:08.057366 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-435c9947-682a-4016-9aaa-17b89090e92a req-29675135-1598-45ef-8e91-ac348ec41f37 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279941
Jun 30 19:12:08.100824 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-c17359b1-e3f8-4765-a07d-c995586fcd4d service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259842
Jun 30 19:12:08.264545 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94179631-7e59-4e6e-8613-807dd11aea02 req-e5eb9b14-1e3b-42cf-8177-ddea74e06d8a service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562777
Jun 30 19:12:08.690435 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9f6d-7671-463c-8538-1419d60aca2d req-ee77ea6f-b8a8-4f57-bb0e-cc321146e27e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:08.691919 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-740a9f6d-7671-463c-8538-1419d60aca2d req-ee77ea6f-b8a8-4f57-bb0e-cc321146e27e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1156869
Jun 30 19:12:08.699546 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f8787-eba5-41ef-b0d3-83a6e23b02bf req-a9374204-b409-4d5c-bcf4-5b7cb089d3a8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:08.700979 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b21f8787-eba5-41ef-b0d3-83a6e23b02bf req-a9374204-b409-4d5c-bcf4-5b7cb089d3a8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 944 time: 0.1604009
Jun 30 19:12:08.771412 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-740a9f6d-7671-463c-8538-1419d60aca2d req-36e94d41-2573-47a4-85f8-a8bd502d8ff2 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694664
Jun 30 19:12:08.782006 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b21f8787-eba5-41ef-b0d3-83a6e23b02bf req-fee1a4db-1779-45be-bd6d-94dc265f2c96 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646071
Jun 30 19:12:09.159179 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea5a12-cf48-43e8-870d-d000cf72dee8 req-03208657-c38a-45a2-93bc-ab1369ed766b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:09.168567 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-08ea5a12-cf48-43e8-870d-d000cf72dee8 req-03208657-c38a-45a2-93bc-ab1369ed766b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.1102159
Jun 30 19:12:09.212018 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-08ea5a12-cf48-43e8-870d-d000cf72dee8 req-9ad31877-a3e4-4cc6-9292-ab39b3d814ef tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424957
Jun 30 19:12:09.219392 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:12:09.365367 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:09.379969 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'port_id': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', 'mac_address': 'fa:16:3e:33:a6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:12:09.434037 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:09.452058 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:09.467868 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:09.531635 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:09.532535 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:12:09.536863 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:09.617297 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:09.620591 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:09.627832 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:09.634956 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef', 'network_id': 'e156215a-d9ec-45df-b4a7-060bbf0583bb', 'port_id': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef', 'mac_address': 'fa:16:3e:68:f3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ee9994-0f0f-4634-8d27-1c1941ddd2b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:12:09.692863 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:09.709595 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:09.725881 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:09.817031 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:09.821184 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:09.893838 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:09.896905 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:10.047757 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e18e6-9c0f-40a8-8805-bdb5f77c40d2 req-53d03eed-5cbd-4a1e-8e64-134b841d8511 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:10.049245 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d40e18e6-9c0f-40a8-8805-bdb5f77c40d2 req-53d03eed-5cbd-4a1e-8e64-134b841d8511 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1508071
Jun 30 19:12:10.056667 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517e928-48d4-4171-9104-ea0026e53e5b req-4613cf0a-9fd9-40d4-a0ac-9dbb05fb733b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:10.058047 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2517e928-48d4-4171-9104-ea0026e53e5b req-4613cf0a-9fd9-40d4-a0ac-9dbb05fb733b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 945 time: 0.1229014
Jun 30 19:12:10.111895 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['76e41cb5-e6a7-4ea1-95d8-216ea481ff6c'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:12:10.130569 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d40e18e6-9c0f-40a8-8805-bdb5f77c40d2 req-c70388dc-374a-47a1-a02d-0bf9a897305d tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715659
Jun 30 19:12:10.135183 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2517e928-48d4-4171-9104-ea0026e53e5b req-ccccb252-4d4d-45f9-bac9-f072dd30a1d2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610983
Jun 30 19:12:10.171579 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:12:10.428577 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e2923-70e1-4193-bc8b-f0f2e7643ce3 req-91e6b20f-0011-4bc7-8271-a1d3067c19b8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:10.437651 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e98e2923-70e1-4193-bc8b-f0f2e7643ce3 req-91e6b20f-0011-4bc7-8271-a1d3067c19b8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.1049395
Jun 30 19:12:10.488590 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e98e2923-70e1-4193-bc8b-f0f2e7643ce3 req-5c9f65f6-5324-4bfd-80e9-39a5044fc305 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499802
Jun 30 19:12:11.253194 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:12:11.305732 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:11.376810 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a31e-e12a-4908-aa3d-e959b735accf req-61ad9da1-db19-45d3-a575-d2ed3e87402a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:11.378373 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3de5a31e-e12a-4908-aa3d-e959b735accf req-61ad9da1-db19-45d3-a575-d2ed3e87402a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 945 time: 0.1272714
Jun 30 19:12:11.538929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:11.557391 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'port_id': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'mac_address': 'fa:16:3e:69:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:12:11.598998 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3de5a31e-e12a-4908-aa3d-e959b735accf req-a987846f-65dd-46b4-bd1a-447fa5d2af2a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143803
Jun 30 19:12:11.600535 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50196) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:11.681586 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.701839 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:12:11.728949 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:11.743798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274e3b3-de7b-4cf5-8048-e0a3de57286d req-faab7fbf-e475-43f0-8481-7fcf7995dbdf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:11.745276 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d274e3b3-de7b-4cf5-8048-e0a3de57286d req-faab7fbf-e475-43f0-8481-7fcf7995dbdf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 943 time: 0.0942700
Jun 30 19:12:11.754432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.769786 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:11.773682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Usage tracker for resource:security_group_rule and tenant:1efb2f46c9f84f42bbe7599294e31802 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:11.777159 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:11.781951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:11.788828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:11.789332 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:11.789724 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.791345 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d274e3b3-de7b-4cf5-8048-e0a3de57286d req-d8c05b86-ba70-450f-8785-f0a8243d2f5a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390348
Jun 30 19:12:11.843352 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.848423 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-14642565-0777-44bb-bc3e-a59dadd41da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:11.890390 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.960027 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:11.970774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:11.977395 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:11.980707 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:11.982013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.011112 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:12.019386 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1efb2f46c9f84f42bbe7599294e31802&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4171607
Jun 30 19:12:12.020299 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80afa771-f486-4a91-9bd5-e1a65be48810,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:12.022126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50204) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:12.024007 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:12.027047 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:12.066685 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', 'code': 200}
Jun 30 19:12:12.089629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.127075 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.156695 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.158154 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:12.198336 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:12.237045 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:12:12.299000 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.306500 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fb6a38ea-efc5-43fb-944b-54d92e10d1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:12.319955 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80afa771-f486-4a91-9bd5-e1a65be48810,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:12.323511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:12.332399 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.333595 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80afa771-f486-4a91-9bd5-e1a65be48810 HTTP/1.1" status: 204  len: 168 time: 0.3100369
Jun 30 19:12:12.421511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:12.425493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:12.553376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:12.562931 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:12.563644 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.618720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33e5c-7017-4c9a-905e-5b1b52a21cc2 req-ae2b4880-73e0-48a7-b51e-ad4ff54d0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:12.621523 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d6a33e5c-7017-4c9a-905e-5b1b52a21cc2 req-ae2b4880-73e0-48a7-b51e-ad4ff54d0408 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1099 time: 0.1139538
Jun 30 19:12:12.672148 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d6a33e5c-7017-4c9a-905e-5b1b52a21cc2 req-a0ef4cb0-5e99-4ada-8dce-e8d276804000 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414224
Jun 30 19:12:12.716176 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.804218 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:12.848212 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde26b6-037a-4887-8dd4-0683dab55e39 req-2665b9ef-1566-4f53-82bf-ce5ad77abd16 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:12.849744 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9fde26b6-037a-4887-8dd4-0683dab55e39 req-2665b9ef-1566-4f53-82bf-ce5ad77abd16 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1035423
Jun 30 19:12:12.879980 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:12.881819 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:12.904230 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9fde26b6-037a-4887-8dd4-0683dab55e39 req-fd3c2605-2607-4381-9ec2-818a9b612753 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452275
Jun 30 19:12:12.953397 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:12.963085 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:13.097655 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50252) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:13.118271 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.142756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dce27-83d4-4812-b2bf-889a96785b7f req-89ef19ce-306b-4944-a113-821bc9eaeb16 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:13.144286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad3dce27-83d4-4812-b2bf-889a96785b7f req-89ef19ce-306b-4944-a113-821bc9eaeb16 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 944 time: 0.1186197
Jun 30 19:12:13.145198 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:13.149073 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Usage tracker for resource:security_group_rule and tenant:d094f0000ed54d8e90df5157cf244588 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:13.154138 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:13.172821 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:13.216913 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad3dce27-83d4-4812-b2bf-889a96785b7f req-988a5e0a-b6b9-40af-ba6d-cbce496a0ba6 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627897
Jun 30 19:12:13.287557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.320746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50266) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:13.361949 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.370885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:13.419924 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d094f0000ed54d8e90df5157cf244588&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3179128
Jun 30 19:12:13.419924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa06124-df08-4644-af21-3db8406e6b2d,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:13.420289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50278) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:13.423693 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:13.476229 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.505646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:13.512391 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Usage tracker for resource:security_group_rule and tenant:5d5487f9fbdc43c18b3f05403d92270c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:13.525816 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:13.532836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:13.534836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.579804 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.738697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.876700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.885151 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:13.892899 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.943580 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50298) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:13.944062 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d5487f9fbdc43c18b3f05403d92270c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6217651
Jun 30 19:12:13.948631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded343e-2179-4190-b9ef-6b07541ad026,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:13.969092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:13.969706 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a76ffac4-8039-4407-a224-066e57cfc050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:13.982271 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:13.985399 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1aa06124-df08-4644-af21-3db8406e6b2d HTTP/1.1" status: 204  len: 168 time: 0.5624440
Jun 30 19:12:13.985399 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa06124-df08-4644-af21-3db8406e6b2d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:14.014204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:14.026878 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:14.068059 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:14.080080 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:14.204781 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3139-cb89-4784-b0f5-7cec716092b3 req-834baf7d-230c-485d-9239-b5cd5cc71224 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:14.206301 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3a7b3139-cb89-4784-b0f5-7cec716092b3 req-834baf7d-230c-485d-9239-b5cd5cc71224 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1139252
Jun 30 19:12:14.263453 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3a7b3139-cb89-4784-b0f5-7cec716092b3 req-ae4ae208-5128-49fc-bfc0-17b11a0e9ca2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483811
Jun 30 19:12:14.326172 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef', 'code': 200}
Jun 30 19:12:14.342927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:14.348542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:14.363982 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded343e-2179-4190-b9ef-6b07541ad026,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:14.367142 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:14.376573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:14.377823 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ded343e-2179-4190-b9ef-6b07541ad026 HTTP/1.1" status: 204  len: 168 time: 0.4329329
Jun 30 19:12:14.519538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b1ab-c054-427d-aa8e-57b6b8a6d9df req-ebe41686-528a-4828-be57-773c2d2ae17a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:14.529784 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ace0b1ab-c054-427d-aa8e-57b6b8a6d9df req-ebe41686-528a-4828-be57-773c2d2ae17a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 944 time: 0.1070893
Jun 30 19:12:14.548940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:14.573679 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ace0b1ab-c054-427d-aa8e-57b6b8a6d9df req-0891dc5a-ceb4-49b1-bbf5-6976fe051c08 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458491
Jun 30 19:12:15.194604 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50348) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:15.216417 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.233678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:15.237398 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c885973c8b45739dcff56cff578ec2 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:15.240123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:15.245668 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:15.331824 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.367770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.376425 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c0b3c0f8-6fd7-41c1-b70c-aeefe0a60d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:15.466603 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5c885973c8b45739dcff56cff578ec2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2701588
Jun 30 19:12:15.469075 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50358) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:15.470316 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847c462-67d5-4363-bdce-8ab359516597,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:15.474596 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-59e7e798-ee73-49da-861a-cf7575c53ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:15.500406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ad8f-c7e9-4473-9872-f390775674a4 req-1babe77e-30b1-4ca6-bc59-492990f08b3e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:15.501915 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9aa2ad8f-c7e9-4473-9872-f390775674a4 req-1babe77e-30b1-4ca6-bc59-492990f08b3e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1159539
Jun 30 19:12:15.533386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.549646 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9aa2ad8f-c7e9-4473-9872-f390775674a4 req-c89c18ca-60e6-4969-ba9a-31ddb2e5c480 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417335
Jun 30 19:12:15.559485 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.696815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.702536 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:15.714775 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847c462-67d5-4363-bdce-8ab359516597,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:15.717658 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:15.720938 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:15.722228 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4847c462-67d5-4363-bdce-8ab359516597 HTTP/1.1" status: 204  len: 168 time: 0.2521975
Jun 30 19:12:15.797008 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cc195-511a-4134-80f3-98f92e482df2 req-c4386359-a7d6-4deb-87af-b0305dd07555 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:15.798511 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-255cc195-511a-4134-80f3-98f92e482df2 req-c4386359-a7d6-4deb-87af-b0305dd07555 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 944 time: 0.0884669
Jun 30 19:12:15.845486 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-255cc195-511a-4134-80f3-98f92e482df2 req-32002dc0-56d4-45f2-af3f-63e81314933c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411940
Jun 30 19:12:16.373720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50394) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:16.403971 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:16.419982 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:16.424177 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Usage tracker for resource:security_group_rule and tenant:2b5f8ce22d8b4bed9da7da4919a1fb56 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:16.427321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:16.435705 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:16.472566 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b9b9-be5f-4ef5-ba1d-69b215cbc9cf req-435b7f3b-10fa-41f1-b23f-32006a5ea69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:16.474069 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58c5b9b9-be5f-4ef5-ba1d-69b215cbc9cf req-435b7f3b-10fa-41f1-b23f-32006a5ea69e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.1082191
Jun 30 19:12:16.519671 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58c5b9b9-be5f-4ef5-ba1d-69b215cbc9cf req-8b0d5218-4e66-4809-aa8a-b408f0b8a80a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382771
Jun 30 19:12:16.530528 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:16.625114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:16.634820 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6d6257f-43f0-49cf-b0fa-2be816a8f469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:16.678171 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b5f8ce22d8b4bed9da7da4919a1fb56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009584
Jun 30 19:12:16.678171 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a060339-34ca-4d07-800f-0be81705ca91,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:16.680524 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:16.681132 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50406) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:16.763492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703c1b-3e22-434b-8c22-4809c3ded531 req-a489b630-946c-47b2-aca2-bb4a45bfcbe5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:16.766404 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:16.772168 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d8703c1b-3e22-434b-8c22-4809c3ded531 req-a489b630-946c-47b2-aca2-bb4a45bfcbe5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1090736
Jun 30 19:12:16.801449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:16.833327 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d8703c1b-3e22-434b-8c22-4809c3ded531 req-9ae8b953-3918-4365-80b1-0aa5c24d5465 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600581
Jun 30 19:12:17.022465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:17.027186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:17.041441 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a060339-34ca-4d07-800f-0be81705ca91,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:17.044886 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:17.045844 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:17.046958 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a060339-34ca-4d07-800f-0be81705ca91 HTTP/1.1" status: 204  len: 168 time: 0.3649731
Jun 30 19:12:17.062729 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07736-3470-4709-a4fc-1bf0fccd172a req-6190b5fc-cdb7-422a-a817-a2e4fb95607d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:17.071950 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-91a07736-3470-4709-a4fc-1bf0fccd172a req-6190b5fc-cdb7-422a-a817-a2e4fb95607d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 944 time: 0.1161699
Jun 30 19:12:17.122951 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-91a07736-3470-4709-a4fc-1bf0fccd172a req-51344a88-4d32-467f-a2eb-fd32626d8fde tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498519
Jun 30 19:12:18.013540 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:18.033456 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a641f-3cc4-4cad-95c3-23c4673abab8 req-1f67d62b-63a2-45b8-aa0a-7e1055bae3c3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:18.035029 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a78a641f-3cc4-4cad-95c3-23c4673abab8 req-1f67d62b-63a2-45b8-aa0a-7e1055bae3c3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0876510
Jun 30 19:12:18.089832 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a78a641f-3cc4-4cad-95c3-23c4673abab8 req-3a118a77-f2ee-46ed-b152-c5e0fee86294 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490599
Jun 30 19:12:18.179866 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:18.186304 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:18.186736 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:18.406753 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:18.408433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9b2a-4cde-4c84-8a68-2753cdabfc50 req-3b00066f-474e-4e7d-8236-5b864de89524 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:18.415652 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-29ea9b2a-4cde-4c84-8a68-2753cdabfc50 req-3b00066f-474e-4e7d-8236-5b864de89524 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 944 time: 0.1360853
Jun 30 19:12:18.469360 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-29ea9b2a-4cde-4c84-8a68-2753cdabfc50 req-f11238a9-4485-47e6-9097-6507b8a70250 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525439
Jun 30 19:12:18.501028 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:18.501986 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:18.552392 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'code': 200}
Jun 30 19:12:18.573696 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:18.576729 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:18.588867 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50488) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:18.650737 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:18.658075 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:18.895430 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:18.913893 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:18.929633 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Usage tracker for resource:security_group_rule and tenant:10b650335d604f27b4963691e64c09a1 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:18.933248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:18.941879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:19.015658 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50508) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:19.065703 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33909-9313-49da-af06-67ea9b9fb19a req-7499468e-e5f1-4759-8c49-97ec5e19e4ee tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.067365 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3bc33909-9313-49da-af06-67ea9b9fb19a req-7499468e-e5f1-4759-8c49-97ec5e19e4ee tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2113061
Jun 30 19:12:19.070712 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-2a8b7632-e7f2-4399-9cfb-8cac9fdb818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.072208 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-2a8b7632-e7f2-4399-9cfb-8cac9fdb818a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1099 time: 0.1175990
Jun 30 19:12:19.081131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d1a9b-5cc6-4d9e-9d83-c33cf47b1130 req-cc4aac64-000c-4552-8efa-6af1f843cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.082654 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-194d1a9b-5cc6-4d9e-9d83-c33cf47b1130 req-cc4aac64-000c-4552-8efa-6af1f843cabd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.1175892
Jun 30 19:12:19.196847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-194d1a9b-5cc6-4d9e-9d83-c33cf47b1130 req-24146214-44c9-4a08-9a0b-043b2de6803b service neutron] Synchronizing usage tracker for tenant:f5676ed846c44f79bac4e24d68a9ef56 on resource:security_group {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:12:19.215140 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.222162 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.231513 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3bc33909-9313-49da-af06-67ea9b9fb19a req-1b0deaa7-f407-4b65-83e4-8dd8180e02cb tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542606
Jun 30 19:12:19.244750 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:19.261663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7aabb01e14cc497c9cbf21289dc45473 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:19.269271 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:19.286409 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:19.296726 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-f861a57c-9629-47c5-b737-db861532f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.298209 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-f861a57c-9629-47c5-b737-db861532f84b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.2053785
Jun 30 19:12:19.308392 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.316231 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-194d1a9b-5cc6-4d9e-9d83-c33cf47b1130 req-24146214-44c9-4a08-9a0b-043b2de6803b service neutron] Unset dirty status for tenant:f5676ed846c44f79bac4e24d68a9ef56 on resource:security_group {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:12:19.317366 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-194d1a9b-5cc6-4d9e-9d83-c33cf47b1130 req-24146214-44c9-4a08-9a0b-043b2de6803b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2269213
Jun 30 19:12:19.319451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fa6d37ba-2d75-4abe-a6d3-b2e533768d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:19.358909 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0604aa4-a14e-4bbf-8a70-7b0cda99f1a5,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:19.362216 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:19.367924 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10b650335d604f27b4963691e64c09a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7777054
Jun 30 19:12:19.370214 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50518) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:19.373631 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-f6a73c6f-1e9f-4330-9441-caf035b3a0c6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 200  len: 217 time: 0.0681143
Jun 30 19:12:19.431348 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.458730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-554ddc8d-c709-4f42-a5c0-76dc6f615c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.460448 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-554ddc8d-c709-4f42-a5c0-76dc6f615c87 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0750549
Jun 30 19:12:19.469868 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.551977 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-33a1a943-8df5-435b-84e0-624287bd848e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742280
Jun 30 19:12:19.599476 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.611190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.616666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4af5e591-3939-4bdf-ae16-8200ea96dd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:19.628259 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0604aa4-a14e-4bbf-8a70-7b0cda99f1a5,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:19.630567 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:19.634503 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.638820 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0604aa4-a14e-4bbf-8a70-7b0cda99f1a5 HTTP/1.1" status: 204  len: 168 time: 0.2661300
Jun 30 19:12:19.705498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.725487 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:19.811220 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7aabb01e14cc497c9cbf21289dc45473&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7934554
Jun 30 19:12:19.813811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50532) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:19.841643 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e59b3c-7276-4ff0-897f-21b2d3829de6,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:19.865267 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-e894f936-deae-496b-ad9c-00d77dcf37bf service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016634
Jun 30 19:12:19.866952 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:19.957718 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:19.976779 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c51e-8df3-4618-a621-bee8b9b51f6d req-142a0855-0509-4788-9dbc-c9f8cb54c0c4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:19.978637 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dbf1c51e-8df3-4618-a621-bee8b9b51f6d req-142a0855-0509-4788-9dbc-c9f8cb54c0c4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.3366594
Jun 30 19:12:20.010352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.056524 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dbf1c51e-8df3-4618-a621-bee8b9b51f6d req-6902b2b3-be95-4197-8b38-9a2799aa3911 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690939
Jun 30 19:12:20.080192 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d590037-846d-4d84-8ea4-9dd4b39ceadb req-48699175-e293-4ad3-b938-2404dfcf759b service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021303
Jun 30 19:12:20.150585 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.156122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4ba2ead7-f85b-4fe6-a676-3361b7b0d910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:20.166651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e59b3c-7276-4ff0-897f-21b2d3829de6,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:20.172750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:20.175074 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.178015 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17e59b3c-7276-4ff0-897f-21b2d3829de6 HTTP/1.1" status: 204  len: 168 time: 0.3614302
Jun 30 19:12:20.439289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50552) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:20.465183 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.484180 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:20.493630 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff565-6c22-45e1-bd61-be74d9791f5f req-203724d9-9e3d-461b-823f-fbc796f19570 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:20.494879 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e57ff565-6c22-45e1-bd61-be74d9791f5f req-203724d9-9e3d-461b-823f-fbc796f19570 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1571555
Jun 30 19:12:20.498197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Usage tracker for resource:security_group_rule and tenant:55b19ee3892141b9a83a49878507b5a4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:20.501987 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:20.523169 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:20.568252 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e57ff565-6c22-45e1-bd61-be74d9791f5f req-c2eeff48-940b-4d5e-89ad-e131fafaba04 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673006
Jun 30 19:12:20.634363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.704633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.713615 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-addfd16d-753a-414e-912f-96513a406ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:20.751292 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55b19ee3892141b9a83a49878507b5a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095558
Jun 30 19:12:20.753044 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4a8a9-0734-4358-bb1b-9b0f50363f28,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:20.754714 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50562) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:20.756976 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:20.819472 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:20.848232 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.006637 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.015037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:21.016289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50574) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:21.034992 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4a8a9-0734-4358-bb1b-9b0f50363f28,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:21.035320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.037353 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:21.051938 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:21.055896 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Usage tracker for resource:security_group_rule and tenant:4083c1ab8a4e41b4b56b5befe6f6ca07 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:21.057186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.058763 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:21.060830 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86a4a8a9-0734-4358-bb1b-9b0f50363f28 HTTP/1.1" status: 204  len: 168 time: 0.3039608
Jun 30 19:12:21.067070 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:21.160189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.236606 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.243387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ed6eca3a-d75b-4d97-bf34-93d833678025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:21.294352 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35057e-c0c4-4031-9f14-50807d1016a2,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:21.298431 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4083c1ab8a4e41b4b56b5befe6f6ca07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809269
Jun 30 19:12:21.299390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:21.301463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50582) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:21.311684 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66979ab7-7a70-4ba7-88f3-beb09382075c req-7c238a32-5ad9-4580-9bde-a4473e0ebad0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:21.313139 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-66979ab7-7a70-4ba7-88f3-beb09382075c req-7c238a32-5ad9-4580-9bde-a4473e0ebad0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1347940
Jun 30 19:12:21.373354 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-66979ab7-7a70-4ba7-88f3-beb09382075c req-2daaa627-1da3-453a-8a28-116aebe1c804 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541503
Jun 30 19:12:21.380633 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.404793 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.542175 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.547143 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6bc763e0-d33e-437c-88b8-f0dc7049e995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:21.560452 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35057e-c0c4-4031-9f14-50807d1016a2,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:21.563895 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:21.567163 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:21.569475 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e35057e-c0c4-4031-9f14-50807d1016a2 HTTP/1.1" status: 204  len: 168 time: 0.2657685
Jun 30 19:12:21.761686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a360ab2-2a69-4dc4-a942-925ca657c156 req-14b5372a-e85b-4696-8d08-79c7b116f39e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:21.763329 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a360ab2-2a69-4dc4-a942-925ca657c156 req-14b5372a-e85b-4696-8d08-79c7b116f39e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0858943
Jun 30 19:12:21.807074 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a360ab2-2a69-4dc4-a942-925ca657c156 req-bf334ed2-d030-4701-bd35-00af479164ce tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381873
Jun 30 19:12:22.310914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50626) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:22.417907 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-895825608-network', 'tenant_id': 'bdd5ce201d40430eba99d7092e3da92c'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:22.426031 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:22.431433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Usage tracker for resource:network and tenant:bdd5ce201d40430eba99d7092e3da92c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:22.435538 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:22.442805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:22.556073 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Made reservation on behalf of bdd5ce201d40430eba99d7092e3da92c for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:22.558375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.561977 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21115c90-fe0f-446a-82d5-ab745e3d0b2c req-0dffa381-fe82-4bd8-b090-1b15af96995b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:22.563488 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-21115c90-fe0f-446a-82d5-ab745e3d0b2c req-0dffa381-fe82-4bd8-b090-1b15af96995b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0786591
Jun 30 19:12:22.570867 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.586561 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:22.590427 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Usage tracker for resource:security_group_rule and tenant:bdd5ce201d40430eba99d7092e3da92c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:22.593944 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:22.606422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:22.689059 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-21115c90-fe0f-446a-82d5-ab745e3d0b2c req-e4244f4e-e5ad-4eca-aaae-1f3a01481ab7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192548
Jun 30 19:12:22.699251 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.776333 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.781688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-56f4ada2-0b0b-4b03-9361-023245bb2444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:22.805235 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:12:22.818559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959e0947-ad98-44d7-8a33-93488eec5e56,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:22.822550 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:22.823462 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.823805 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Added segment 0fc3e69d-1924-4faa-83e2-262f81d182b9 of type vlan for network c4c50397-5b7e-46e5-977a-dc20467c7924
Jun 30 19:12:22.858712 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.959326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.960945 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:22.961676 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:22.973284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:23.018842 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ab24-53dc-40ba-ac6a-43d3d140eb42 req-3dbc4576-4589-4735-8de7-01a9dfa908c5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:23.020337 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3d38ab24-53dc-40ba-ac6a-43d3d140eb42 req-3dbc4576-4589-4735-8de7-01a9dfa908c5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0960829
Jun 30 19:12:23.068644 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3d38ab24-53dc-40ba-ac6a-43d3d140eb42 req-4bbae1be-fb90-42ad-85f4-6b8b2b5b5553 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411332
Jun 30 19:12:23.095174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Pushing event updated for resources: {'Network': ['ID=c4c50397-5b7e-46e5-977a-dc20467c7924,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:23.095174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:23.102571 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network c4c50397-5b7e-46e5-977a-dc20467c7924 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:12:23.142944 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8308644
Jun 30 19:12:23.145713 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50658) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:23.153497 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Request body: {'subnet': {'network_id': 'c4c50397-5b7e-46e5-977a-dc20467c7924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-895825608-subnet', 'tenant_id': 'bdd5ce201d40430eba99d7092e3da92c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:23.159659 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:23.165503 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Usage tracker for resource:subnet and tenant:bdd5ce201d40430eba99d7092e3da92c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:23.169429 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:23.177578 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:23.263068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Made reservation on behalf of bdd5ce201d40430eba99d7092e3da92c for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:23.265508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:23.542316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:23.547030 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1f1bb4d7-d28d-4e4e-8d28-3cdb51678bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:23.626715 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a877763-1fda-4039-a878-9be53015ede8,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:23.634937 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Checking segment: {'id': '0fc3e69d-1924-4faa-83e2-262f81d182b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c4c50397-5b7e-46e5-977a-dc20467c7924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:23.635282 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Network hostable DHCP agents. Network: c4c50397-5b7e-46e5-977a-dc20467c7924, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:12:23.642883 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:23.728433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Network c4c50397-5b7e-46e5-977a-dc20467c7924 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:12:23.811079 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, c4c50397-5b7e-46e5-977a-dc20467c7924) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:23.815233 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:23.815966 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:23.826674 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8957e50-bc60-4175-bc43-2d1102c5a39d None None] Network c4c50397-5b7e-46e5-977a-dc20467c7924 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:23.947325 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312a57-31d4-4cc1-a06e-46ddf05045e4 req-99138ad9-d4be-4f23-8f92-aec8dad98db3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:23.950869 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7a312a57-31d4-4cc1-a06e-46ddf05045e4 req-99138ad9-d4be-4f23-8f92-aec8dad98db3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1190922
Jun 30 19:12:23.960989 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1d0fe369-510d-4a72-8788-be3e588df3e7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8136139
Jun 30 19:12:24.049473 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7a312a57-31d4-4cc1-a06e-46ddf05045e4 req-8a11e3ea-43dc-43b8-8511-d057729773e3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863984
Jun 30 19:12:24.126646 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226b29c-a9d7-4309-9c62-be291562f32f None None] Network c4c50397-5b7e-46e5-977a-dc20467c7924 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:24.394386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e43ed-35e1-42d5-ba5b-73a565c08da8 req-44b1c848-b323-4820-8e5b-847f0618d42b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:24.402291 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ec7e43ed-35e1-42d5-ba5b-73a565c08da8 req-44b1c848-b323-4820-8e5b-847f0618d42b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1063747
Jun 30 19:12:24.461202 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ec7e43ed-35e1-42d5-ba5b-73a565c08da8 req-86cacb77-5e38-4aa6-ab6c-def455320289 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578914
Jun 30 19:12:25.254400 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e1d1-22c3-433f-97ea-5f9e56a6f7e8 req-76ebc294-6d91-4537-9b5c-d73ffd6c36ab tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:25.254400 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-37a3e1d1-22c3-433f-97ea-5f9e56a6f7e8 req-76ebc294-6d91-4537-9b5c-d73ffd6c36ab tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0810843
Jun 30 19:12:25.313785 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-37a3e1d1-22c3-433f-97ea-5f9e56a6f7e8 req-98e5ac3f-b5ac-45bb-917a-a4b9caaea918 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431585
Jun 30 19:12:25.313882 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50724) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:25.318662 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304010819-network', 'tenant_id': '2f6132cdb67d417eb0ef54062cc5462a'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:25.323868 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:25.328368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Usage tracker for resource:network and tenant:2f6132cdb67d417eb0ef54062cc5462a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:25.331310 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:25.337465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:25.501754 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7711fe4-4af1-42a6-ae5f-fc02bf996d71 req-a28704b5-7283-48f4-a938-a20666b9ccaf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:25.503155 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f7711fe4-4af1-42a6-ae5f-fc02bf996d71 req-a28704b5-7283-48f4-a938-a20666b9ccaf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0860467
Jun 30 19:12:25.513261 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50736) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:25.520099 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'floatingip': {'port_id': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:25.617560 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Made reservation on behalf of 2f6132cdb67d417eb0ef54062cc5462a for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:25.620723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.642635 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.644119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.657999 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:25.661999 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6132cdb67d417eb0ef54062cc5462a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:25.665798 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:25.672988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:25.761653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.843917 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c0a6f-3abc-4e4f-84c3-43083e7a7bb6 req-40028071-a37f-4614-b9f2-5f0f0151a458 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:25.845420 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a46c0a6f-3abc-4e4f-84c3-43083e7a7bb6 req-40028071-a37f-4614-b9f2-5f0f0151a458 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2761178
Jun 30 19:12:25.850574 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.854708 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5cea7430-39fe-4a5c-a446-796c2a755c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:25.882274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:12:25.890847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58aedf3-9a97-475a-87f1-f921923831ef,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:25.894377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:25.896987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:25.897519 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Added segment 7801b7ba-0e92-410f-9c30-58003258c9ce of type vlan for network f0385b8e-396b-448e-a407-89a8fbe58e37
Jun 30 19:12:25.931841 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.050853 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.052022 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a46c0a6f-3abc-4e4f-84c3-43083e7a7bb6 req-2bdcf113-fe01-4537-a891-ec530023a4da tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916792
Jun 30 19:12:26.052427 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:26.053170 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.058501 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fded4452-dac8-4b95-afff-87d658974b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:26.266644 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0385b8e-396b-448e-a407-89a8fbe58e37,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:26.280155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.284618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:26.289589 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:26.299828 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network f0385b8e-396b-448e-a407-89a8fbe58e37 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:12:26.343785 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0316980
Jun 30 19:12:26.356143 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50754) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:26.361266 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Request body: {'subnet': {'network_id': 'f0385b8e-396b-448e-a407-89a8fbe58e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304010819-subnet', 'tenant_id': '2f6132cdb67d417eb0ef54062cc5462a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:26.366244 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:26.370575 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Usage tracker for resource:subnet and tenant:2f6132cdb67d417eb0ef54062cc5462a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:26.375215 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:26.389409 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:26.456996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Made reservation on behalf of 2f6132cdb67d417eb0ef54062cc5462a for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:26.461263 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.602401 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.742417 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.762253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:26.767421 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-cd397462-4031-4449-9cb7-b5db0ca2aafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:26.812258 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50768) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:26.841142 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7938ab-b695-4a03-89b5-00020fc1eb7d,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:26.846509 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:26.850772 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Checking segment: {'id': '7801b7ba-0e92-410f-9c30-58003258c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f0385b8e-396b-448e-a407-89a8fbe58e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:26.851314 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Network hostable DHCP agents. Network: f0385b8e-396b-448e-a407-89a8fbe58e37, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:12:26.933981 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Floating IP c389d6a7-5062-4dc6-854c-8c1992e3ae73 associated. External IP: 172.27.0.52, port: 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f.
Jun 30 19:12:26.988126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Network f0385b8e-396b-448e-a407-89a8fbe58e37 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:12:27.037190 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.067964 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, f0385b8e-396b-448e-a407-89a8fbe58e37) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:27.072269 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:27.073103 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.077860 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d104f-5bae-4cc0-b7b1-1a8a3dfda01c None None] Network f0385b8e-396b-448e-a407-89a8fbe58e37 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:27.141696 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:27.146250 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Usage tracker for resource:security_group_rule and tenant:51ce17234ca64170b6c1c217585c8ede is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:27.149334 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:27.155325 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:27.175897 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8219261
Jun 30 19:12:27.404065 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f153e77-720d-4a77-8280-d88fc36593a5 None None] Network f0385b8e-396b-448e-a407-89a8fbe58e37 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:27.522437 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.539795 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d8d93-0b80-49dd-a7bc-62b757916a6e req-5623e6fb-fa7d-4011-b9ce-ca72df35bfde tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:27.541459 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-365d8d93-0b80-49dd-a7bc-62b757916a6e req-5623e6fb-fa7d-4011-b9ce-ca72df35bfde tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2543957
Jun 30 19:12:27.552347 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:12:27.624778 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.639876 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:27.786506 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-365d8d93-0b80-49dd-a7bc-62b757916a6e req-52400094-866c-4a73-a339-0d79574012c3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362070
Jun 30 19:12:27.791959 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51ce17234ca64170b6c1c217585c8ede&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9786055
Jun 30 19:12:27.795384 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1047547d-5938-430c-b6e5-17098e14264c,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:27.796085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50794) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:27.856608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.860863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.861272 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.861670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.862033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.862392 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.862768 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.863120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.863452 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.863784 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.864138 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.864470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.865011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:27.893159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:27.893572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:27.921330 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569cb05-a02f-40b2-bc6b-0c0612db04db req-6f294117-337a-49e6-b76a-21e0f891ceec tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:27.922862 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1569cb05-a02f-40b2-bc6b-0c0612db04db req-6f294117-337a-49e6-b76a-21e0f891ceec tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.3518441
Jun 30 19:12:27.945543 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:12:27.959444 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:12:27.969921 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:12:27.970599 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68029970>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:27.993643 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1569cb05-a02f-40b2-bc6b-0c0612db04db req-346d5dbb-e0de-44c9-be11-90d19e72d07a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633571
Jun 30 19:12:28.002499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:28.047797 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:28.056435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:28.064763 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-416ff2bd-1cd5-4720-bb0d-f73257f8dcc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "PUT /v2.0/floatingips/c389d6a7-5062-4dc6-854c-8c1992e3ae73 HTTP/1.1" status: 200  len: 990 time: 2.5479574
Jun 30 19:12:28.064763 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:28.072755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1047547d-5938-430c-b6e5-17098e14264c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:28.077652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:28.094764 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:28.101338 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1047547d-5938-430c-b6e5-17098e14264c HTTP/1.1" status: 204  len: 168 time: 0.3004107
Jun 30 19:12:28.135949 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'status': 'completed', 'code': 200}
Jun 30 19:12:28.255662 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:12:28.665488 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68029970>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c389d6a7-5062-4dc6-854c-8c1992e3ae73', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:69:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df5fbd-8657-4730-98fb-39267c984b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:11:47Z', 'updated_at': '2021-06-30T19:12:26Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:28.670089 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:12:28.678477 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:12:28.679068 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68029970>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:28.856865 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:12:28.980309 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bc28e-0ede-420f-91ee-55616b1452ee req-39c9e740-f377-460d-a293-3f2d2c3ee59a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:28.982379 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-197bc28e-0ede-420f-91ee-55616b1452ee req-39c9e740-f377-460d-a293-3f2d2c3ee59a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0843396
Jun 30 19:12:29.016161 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50818) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:29.037195 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-197bc28e-0ede-420f-91ee-55616b1452ee req-4b4c7820-bf5a-489c-91fa-f67144e49ec5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456378
Jun 30 19:12:29.039305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.055087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:29.059885 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Usage tracker for resource:security_group_rule and tenant:fdc093ccf1e94a108d0ab9cb6430b57e is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:29.062898 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:29.068588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:29.161813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.239509 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.239671 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68029970>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c389d6a7-5062-4dc6-854c-8c1992e3ae73', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:69:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df5fbd-8657-4730-98fb-39267c984b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:11:47Z', 'updated_at': '2021-06-30T19:12:26Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:29.244741 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4917d-102d-4fd5-b171-bd09adecdd50 None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c389d6a7-5062-4dc6-854c-8c1992e3ae73', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:69:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df5fbd-8657-4730-98fb-39267c984b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:11:47Z', 'updated_at': '2021-06-30T19:12:26Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:12:29.252995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-af2cef67-eecb-41ce-8cc3-02bcada7403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:29.300628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d291787-7f6a-473e-a707-a5b6b564972e,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:29.300628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:29.302116 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdc093ccf1e94a108d0ab9cb6430b57e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2847586
Jun 30 19:12:29.305160 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50828) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:29.343642 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099a02-708e-4b6e-ae6b-df60ea891555 req-6841e449-0a64-4125-91eb-399f82b2bbfb tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:29.345149 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a1099a02-708e-4b6e-ae6b-df60ea891555 req-6841e449-0a64-4125-91eb-399f82b2bbfb tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.2059515
Jun 30 19:12:29.368099 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.396448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.401352 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a1099a02-708e-4b6e-ae6b-df60ea891555 req-b659916d-4939-47ea-91cb-ae87c2471363 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504837
Jun 30 19:12:29.481974 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1e4b9-2577-418e-953d-02ab0b3cf3a4 None None] New status for floating IP c389d6a7-5062-4dc6-854c-8c1992e3ae73: ACTIVE {{(pid=79180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:12:29.560060 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.564791 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f2812aff-7614-4c52-abae-484489e67faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:29.577813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d291787-7f6a-473e-a707-a5b6b564972e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:29.580614 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:29.581536 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:29.586761 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d291787-7f6a-473e-a707-a5b6b564972e HTTP/1.1" status: 204  len: 168 time: 0.2765584
Jun 30 19:12:29.787340 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-f5a216ad-be18-4fc6-97e2-25f8c09f68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:29.788950 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-f5a216ad-be18-4fc6-97e2-25f8c09f68ce service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.0773790
Jun 30 19:12:29.931449 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-3cd616b8-4632-47e6-a52d-96e1307e1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:29.932881 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-3cd616b8-4632-47e6-a52d-96e1307e1114 service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1282632
Jun 30 19:12:30.039632 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-35423efb-c701-4892-879c-8b1ef423f667 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1000 time: 0.0989847
Jun 30 19:12:30.127845 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-81ae3f8d-c758-4053-bc74-2fd8e7a0240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:30.129774 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-81ae3f8d-c758-4053-bc74-2fd8e7a0240a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0834663
Jun 30 19:12:30.303624 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-6390ef49-7a74-4e28-beca-367a71ca9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:30.305118 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-6390ef49-7a74-4e28-beca-367a71ca9183 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1502526
Jun 30 19:12:30.318466 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae72b8-2e21-41c6-8261-a02b595fd56e req-e12826dc-39d4-4269-9ab4-5a9f0baedc48 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:30.319952 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5cae72b8-2e21-41c6-8261-a02b595fd56e req-e12826dc-39d4-4269-9ab4-5a9f0baedc48 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1265924
Jun 30 19:12:30.461673 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5cae72b8-2e21-41c6-8261-a02b595fd56e req-051da8fa-ca98-4560-8c9e-714fbb801691 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181343
Jun 30 19:12:30.503312 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-b9702729-e1ca-4cc3-995f-216127970573 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822984
Jun 30 19:12:30.642255 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0dd4c09-fbfa-4154-b510-0f8a50f46cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:30.720388 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18a2391d-6b5d-4e44-883d-e2a304f52a0c req-84b3b3d5-3fba-43cf-a0cf-3a3dc3fdb0d5 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992190
Jun 30 19:12:30.733172 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e04f44-f8a7-4958-bb4c-69b374e8dfd0 req-45145a25-4f94-4ab0-b951-086e476b464b tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:30.734788 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b4e04f44-f8a7-4958-bb4c-69b374e8dfd0 req-45145a25-4f94-4ab0-b951-086e476b464b tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1391625
Jun 30 19:12:30.804008 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b4e04f44-f8a7-4958-bb4c-69b374e8dfd0 req-1f1e3fd7-ec43-4e4d-83d2-43c6b90bbe64 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633976
Jun 30 19:12:31.167259 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:31.659941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97bae-8d37-4c47-82be-244a3a5c9e56 req-4568db25-353c-4383-937d-c69f5d127983 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:31.661184 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e7d97bae-8d37-4c47-82be-244a3a5c9e56 req-4568db25-353c-4383-937d-c69f5d127983 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0871561
Jun 30 19:12:31.725034 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e7d97bae-8d37-4c47-82be-244a3a5c9e56 req-41212a74-53b4-4c39-a97c-6c6ba5a83132 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575206
Jun 30 19:12:31.910136 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50922) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:32.037253 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97a3f-5248-4313-904f-9d349d34d319 req-8af0cfe4-769e-40b1-8766-b5761005110a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:32.038865 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-eae97a3f-5248-4313-904f-9d349d34d319 req-8af0cfe4-769e-40b1-8766-b5761005110a tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1004500
Jun 30 19:12:32.082683 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.095558 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-eae97a3f-5248-4313-904f-9d349d34d319 req-283d50cb-035b-4dc2-bbdc-17e7fb2771bf tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493543
Jun 30 19:12:32.099969 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:32.104522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2561042074428ca92989a16b616db2 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:32.108823 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:32.119632 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:32.202582 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.281585 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.288401 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-30816ba9-e45e-44f4-bf53-9096875784e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:32.331278 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2561042074428ca92989a16b616db2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4197528
Jun 30 19:12:32.332103 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cb7b1b-4496-442f-865a-638fd6598831,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:32.335463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:32.337671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50940) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:32.396199 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.427095 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.573417 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.579475 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bfbc498b-bdeb-4206-83ec-f11a53d029a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:32.591951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cb7b1b-4496-442f-865a-638fd6598831,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:32.594844 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:32.597478 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:32.599248 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4cb7b1b-4496-442f-865a-638fd6598831 HTTP/1.1" status: 204  len: 168 time: 0.2600875
Jun 30 19:12:32.923210 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c09ea-c1b3-40dc-b638-6670646870f5 req-dd0fd93b-4d26-409f-b61e-74c629715fe7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:32.924925 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2c2c09ea-c1b3-40dc-b638-6670646870f5 req-dd0fd93b-4d26-409f-b61e-74c629715fe7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0838435
Jun 30 19:12:32.978166 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2c2c09ea-c1b3-40dc-b638-6670646870f5 req-7dd102c3-bbb9-4ca2-aa81-f7d5cea5d3bc tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461321
Jun 30 19:12:33.281041 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50980) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:33.296982 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf619f-eb60-4f33-8fd1-4ede81563283 req-0eb84503-6499-4b1c-b878-934b8dbec1d5 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:33.299025 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2fcf619f-eb60-4f33-8fd1-4ede81563283 req-0eb84503-6499-4b1c-b878-934b8dbec1d5 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0839496
Jun 30 19:12:33.299932 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.316783 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:33.319034 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50984) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:33.327558 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Usage tracker for resource:security_group_rule and tenant:ec9a4c2118c54bb2b7a3b402a90790f0 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:33.331396 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:33.338332 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:33.366351 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2fcf619f-eb60-4f33-8fd1-4ede81563283 req-86817c66-b937-4318-8402-cd851c977fec tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597095
Jun 30 19:12:33.419394 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-46f75ae6-3d9c-4f2f-9379-291bf54b34fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.434974 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.499086 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.508679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5f263672-a60a-43c9-bef9-4b149a0843d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:33.548919 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.572688 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec9a4c2118c54bb2b7a3b402a90790f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2904499
Jun 30 19:12:33.575613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 50992) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:33.579031 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b75d06-dbc3-410d-86a1-f02fc9523600,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:33.581772 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:33.585172 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:33.587783 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Usage tracker for resource:security_group_rule and tenant:48bf529f0aec440390ff38c8a6f80ba5 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:33.591479 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:33.597190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:33.639586 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.665813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.680248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.782049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.789043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:33.810578 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.815483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f883d29d-5a0b-4d82-bad1-4e36f8448270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:33.829385 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b75d06-dbc3-410d-86a1-f02fc9523600,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:33.831908 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:33.833094 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.837015 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48bf529f0aec440390ff38c8a6f80ba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5137889
Jun 30 19:12:33.837015 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68167f-8caf-481e-825b-c7c23b22a44a,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:33.837483 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39b75d06-dbc3-410d-86a1-f02fc9523600 HTTP/1.1" status: 204  len: 168 time: 0.2607584
Jun 30 19:12:33.838455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 50996) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:33.842422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:33.900178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:33.925854 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.068080 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.072691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3886c4bd-5c24-46b1-b318-792105a2dc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:34.083642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68167f-8caf-481e-825b-c7c23b22a44a,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:34.092955 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:34.101150 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.104673 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c68167f-8caf-481e-825b-c7c23b22a44a HTTP/1.1" status: 204  len: 168 time: 0.2621963
Jun 30 19:12:34.242565 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52945adc-a951-4408-8ca5-e2bd3e0f9037 req-1e85623c-184c-49a9-b031-60e115079186 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:34.244046 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-52945adc-a951-4408-8ca5-e2bd3e0f9037 req-1e85623c-184c-49a9-b031-60e115079186 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1036499
Jun 30 19:12:34.269911 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.296286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-52945adc-a951-4408-8ca5-e2bd3e0f9037 req-f1c37460-c33b-4867-8e5e-ac2b6b379d83 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455210
Jun 30 19:12:34.628369 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56cb4-a1d2-43ba-a1b8-6e79b0fc1193 req-69d027f3-19e5-4e7e-811d-88cbf6947f34 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:34.629824 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02e56cb4-a1d2-43ba-a1b8-6e79b0fc1193 req-69d027f3-19e5-4e7e-811d-88cbf6947f34 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.1464386
Jun 30 19:12:34.674389 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02e56cb4-a1d2-43ba-a1b8-6e79b0fc1193 req-75b6ff21-2b33-4fb6-8dfc-74ee88fd129e tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388968
Jun 30 19:12:34.799265 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51030) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:34.817201 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.832297 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:34.836237 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5af6e981bfb49429e934c0d7803fb68 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:34.839036 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:34.844903 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:34.925268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:34.995665 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.010988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bf58aa78-96ab-4f64-954b-f10417a5cafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:35.052862 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5af6e981bfb49429e934c0d7803fb68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2524984
Jun 30 19:12:35.054217 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b2b7f-3aaf-4ff8-8e1f-807e6c68fd0e,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:35.055565 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51038) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:35.057481 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:35.122791 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.162975 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.310607 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.314367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:35.325484 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b2b7f-3aaf-4ff8-8e1f-807e6c68fd0e,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:35.327955 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:35.333356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.336907 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b0b2b7f-3aaf-4ff8-8e1f-807e6c68fd0e HTTP/1.1" status: 204  len: 168 time: 0.2779205
Jun 30 19:12:35.503126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffcca6-fa68-4e6d-8cee-639153c638c9 req-6e158e19-2121-4f30-a6dc-52076095bd89 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:35.504729 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79ffcca6-fa68-4e6d-8cee-639153c638c9 req-6e158e19-2121-4f30-a6dc-52076095bd89 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0835128
Jun 30 19:12:35.552980 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79ffcca6-fa68-4e6d-8cee-639153c638c9 req-7f0587eb-fa56-4ac9-b587-67ef40b56b3d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425625
Jun 30 19:12:35.739412 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:35.898500 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ccc0b-d576-4657-87fd-48361e33ec23 req-8a4caeec-47fb-490f-8bbf-21e4265713bf tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:35.899763 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e27ccc0b-d576-4657-87fd-48361e33ec23 req-8a4caeec-47fb-490f-8bbf-21e4265713bf tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0930302
Jun 30 19:12:35.946916 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e27ccc0b-d576-4657-87fd-48361e33ec23 req-e068aa0e-dc8c-4c6d-ad11-fd4c14a582a1 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407677
Jun 30 19:12:36.765822 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622ad5-7b70-4de8-a07b-525bba6f840f req-af42a68c-14c6-4a4e-903a-7ef3056bd552 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:36.767571 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-90622ad5-7b70-4de8-a07b-525bba6f840f req-af42a68c-14c6-4a4e-903a-7ef3056bd552 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1015513
Jun 30 19:12:36.817783 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-90622ad5-7b70-4de8-a07b-525bba6f840f req-586623ca-03f3-4adc-bf67-ee73720e0f50 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425858
Jun 30 19:12:37.133731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9b74-e0c1-4fda-82ed-d67ccd689936 req-66f66400-abe2-48fe-a32f-21d25de75fd3 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:37.135192 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-272c9b74-e0c1-4fda-82ed-d67ccd689936 req-66f66400-abe2-48fe-a32f-21d25de75fd3 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0813620
Jun 30 19:12:37.184840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51168) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:37.185757 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-272c9b74-e0c1-4fda-82ed-d67ccd689936 req-20a69e01-155c-4aa8-9919-0ad46c92501d tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446692
Jun 30 19:12:37.300723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.315123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:37.318996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Usage tracker for resource:security_group_rule and tenant:f602a4dee1bb49979110ec11277773d9 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:37.321891 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:37.328159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:37.419178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.487112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.499159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a2e9efd7-f5b8-4879-85d5-28ed91b8ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:37.540933 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f602a4dee1bb49979110ec11277773d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3549848
Jun 30 19:12:37.542508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd239d56-e71b-40e3-b239-2084b77883bd,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:37.543754 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51178) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:37.545678 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:37.600708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.627061 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.755837 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.760591 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:37.774144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd239d56-e71b-40e3-b239-2084b77883bd,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:37.776941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:37.778654 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:37.781808 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd239d56-e71b-40e3-b239-2084b77883bd HTTP/1.1" status: 204  len: 168 time: 0.2370393
Jun 30 19:12:38.011160 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1005d-6223-41d0-8087-ec9324bc83e6 req-7d145266-8f2a-41bd-a2c7-2a160ae0fd7d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:38.014804 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24d1005d-6223-41d0-8087-ec9324bc83e6 req-7d145266-8f2a-41bd-a2c7-2a160ae0fd7d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0840037
Jun 30 19:12:38.059612 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24d1005d-6223-41d0-8087-ec9324bc83e6 req-ecdf6ef6-8eef-4ee8-93f5-bc73e72a26b7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402830
Jun 30 19:12:38.362477 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51196) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:38.370334 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe310247-28b8-4b34-ba2e-6ccd99719b4a req-49d415d9-b9ca-4606-b77a-75d2fdbd56b2 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:38.372376 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fe310247-28b8-4b34-ba2e-6ccd99719b4a req-49d415d9-b9ca-4606-b77a-75d2fdbd56b2 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0815587
Jun 30 19:12:38.381740 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.396487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:38.400368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Usage tracker for resource:security_group_rule and tenant:7c77b5ab4a52428b8aeb4cfc3b2695f7 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:38.403847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:38.409684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:38.421162 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fe310247-28b8-4b34-ba2e-6ccd99719b4a req-dbc64ba1-80b4-42ce-834e-0422a6c2492b tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/security-groups?id=9c94f03a-2773-4c5c-8de5-f5d642a4279b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429547
Jun 30 19:12:38.515636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.592697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.601773 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9a06fc64-96ee-4411-b455-7c02e50e0569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:38.627313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-086ff651-9a4f-479b-a63b-4291d480d901 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:38.628786 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-086ff651-9a4f-479b-a63b-4291d480d901 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.97 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 946 time: 0.0916634
Jun 30 19:12:38.646840 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c77b5ab4a52428b8aeb4cfc3b2695f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2789018
Jun 30 19:12:38.646840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc6b7e2-dd9c-4b50-9c32-4f92f17b36b2,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:38.646840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51214) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:38.661432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:38.707473 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Deleting port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:12:38.708081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.715179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.747971 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.898619 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.904239 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7afcceeb-04d4-4491-bbea-0a685339fa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:38.918836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc6b7e2-dd9c-4b50-9c32-4f92f17b36b2,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:38.921736 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:38.943224 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:38.944338 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdc6b7e2-dd9c-4b50-9c32-4f92f17b36b2 HTTP/1.1" status: 204  len: 168 time: 0.2969089
Jun 30 19:12:38.986200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] For port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,segment=NetworkSegment(7f5bb3aa-0db1-43ab-8e1e-768feda43318),segment_id=7f5bb3aa-0db1-43ab-8e1e-768feda43318)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:38.986718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:39.114564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Calling delete_port for 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 owned by compute:nova {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:12:39.467006 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87721c4a-0e6e-4baf-9c25-9e46e8ca5041 req-d93874f3-990f-4f4d-8214-d70c1173787d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:39.468508 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-87721c4a-0e6e-4baf-9c25-9e46e8ca5041 req-d93874f3-990f-4f4d-8214-d70c1173787d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2819676
Jun 30 19:12:39.522091 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-87721c4a-0e6e-4baf-9c25-9e46e8ca5041 req-2131c934-fa18-4d27-8d97-b587a0ca76a1 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438230
Jun 30 19:12:39.593619 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-91aba0a7-4efc-4a21-a8e7-b7572bf3e32d req-08935466-2f74-41e2-a7a7-b81121effd52 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.0438361
Jun 30 19:12:39.594195 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:39.600879 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c2b7f2f8-30a8-443c-8d92-40420a7c4f5d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:39.607257 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:12:39.659306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Pushing event deleted for resources: {'Port': ['ID=6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:39.674444 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:39.753961 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] No DVR routers for this DVR port 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 on host hv-cinder-79887 {{(pid=79179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:12:39.758026 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:39.760925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'name': 'network-vif-deleted', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:12:39.774533 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-542333c1-5a38-4fac-98c3-c2fc83717990 req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.97 "DELETE /v2.0/ports/6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 HTTP/1.1" status: 204  len: 173 time: 1.1356087
Jun 30 19:12:39.814790 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27d7aa2-3577-4926-bb51-44ce271071eb', 'name': 'network-vif-deleted', 'tag': '6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8', 'status': 'completed', 'code': 200}
Jun 30 19:12:40.098120 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-b5bd3187-a3e5-4ed1-9a6a-9512fa7683ea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0784991
Jun 30 19:12:40.266432 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-64b97790-59d5-4b66-94f3-c9d1dd59b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:40.267933 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-64b97790-59d5-4b66-94f3-c9d1dd59b461 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.0812922
Jun 30 19:12:40.435986 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-febed19f-bd6b-43c5-98b6-ab1952a0d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:40.437573 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-febed19f-bd6b-43c5-98b6-ab1952a0d508 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.1496286
Jun 30 19:12:40.570570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-69de1513-9bfc-4f26-a7bf-3d8dbcaf4d8d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.1209254
Jun 30 19:12:40.745593 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-d4755e79-12f0-4064-9bae-f16fbd19a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:40.747783 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-d4755e79-12f0-4064-9bae-f16fbd19a676 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.1591270
Jun 30 19:12:40.849166 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11072c-f2db-44f8-8fbe-f92fd79585d7 req-da47677a-09e7-45b2-b0dd-c69882c17127 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:40.850710 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f11072c-f2db-44f8-8fbe-f92fd79585d7 req-da47677a-09e7-45b2-b0dd-c69882c17127 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1941979
Jun 30 19:12:40.858613 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-ca7509eb-72d4-4143-b5e6-a82520b5a3e0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0983400
Jun 30 19:12:40.867470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-55e4449c-8fe4-43d6-8eb3-ef2ef3e65419 req-2d29a892-a321-4395-a022-93a1525f2416 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Synchronizing usage tracker for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:12:41.007745 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f11072c-f2db-44f8-8fbe-f92fd79585d7 req-4c9cbf20-0973-404b-ba50-364ffaaed79d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416733
Jun 30 19:12:41.053843 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-30b784e5-7b45-4388-a87a-eb2495000bca service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686661
Jun 30 19:12:41.059550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-55e4449c-8fe4-43d6-8eb3-ef2ef3e65419 req-2d29a892-a321-4395-a022-93a1525f2416 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Unset dirty status for tenant:06c603c23fe54e04a62bdb9049a8b186 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:12:41.060569 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-55e4449c-8fe4-43d6-8eb3-ef2ef3e65419 req-2d29a892-a321-4395-a022-93a1525f2416 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] 10.222.0.78 "GET /v2.0/ports?device_id=c27d7aa2-3577-4926-bb51-44ce271071eb HTTP/1.1" status: 200  len: 210 time: 0.2552090
Jun 30 19:12:41.223722 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d870eaa-ef13-4df8-a522-5538aa5db3f2 req-4bc0641e-002c-414a-a1b7-3936a998c1d1 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561050
Jun 30 19:12:41.833926 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51324) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:41.986308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.001046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:42.004846 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Usage tracker for resource:security_group_rule and tenant:c0c706bf4b7147789b44952ae20703a3 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:42.007631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:42.014441 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:42.126197 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.150961 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:12:42.193522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.204323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-83b17388-057e-4506-a186-471a65475086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:42.242793 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:12:42.243474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d019aac-ec3a-4c4e-a1ef-b0cce137d3f8 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:12:42.249318 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0c706bf4b7147789b44952ae20703a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4136605
Jun 30 19:12:42.250111 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51350) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:42.252451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b76d4c-a4f7-401a-b1f4-5d402954079d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:42.255382 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:42.274900 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c32d8-4edc-4c08-aa38-2aa75ceb91da req-826b96a4-2d78-4c23-be63-29754288976b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:42.276468 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b75c32d8-4edc-4c08-aa38-2aa75ceb91da req-826b96a4-2d78-4c23-be63-29754288976b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1311359
Jun 30 19:12:42.328073 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.340958 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b75c32d8-4edc-4c08-aa38-2aa75ceb91da req-2dcb30d9-9136-41d8-9db2-273a62e552e8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580812
Jun 30 19:12:42.360528 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.504133 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.510451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:42.525876 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b76d4c-a4f7-401a-b1f4-5d402954079d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:42.529037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:42.530316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:42.532322 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89b76d4c-a4f7-401a-b1f4-5d402954079d HTTP/1.1" status: 204  len: 168 time: 0.2811639
Jun 30 19:12:43.543539 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8bb9c-ca1f-4eda-8113-da70108d855b req-ba83064f-923c-43d6-8531-762c86ef9717 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:43.544995 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-77a8bb9c-ca1f-4eda-8113-da70108d855b req-ba83064f-923c-43d6-8531-762c86ef9717 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1009128
Jun 30 19:12:43.589764 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-77a8bb9c-ca1f-4eda-8113-da70108d855b req-38269294-525a-42e6-98ed-13ee548c8bc7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388837
Jun 30 19:12:44.275453 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51410) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:44.340749 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Deleting subnet a48dce66-1169-4a48-a02c-3b34a3719070 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:12:44.343802 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.444879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.452416 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.488070 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:12:44.567362 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.596811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.601994 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:44.639457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48dce66-1169-4a48-a02c-3b34a3719070,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:44.643144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:44.644418 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.650307 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a48dce66-1169-4a48-a02c-3b34a3719070 HTTP/1.1" status: 204  len: 168 time: 0.3738267
Jun 30 19:12:44.653633 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51426) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:44.760655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.796492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fad-f44c-458c-a0f8-35313c4d399f req-c53901cb-42b0-45e6-a904-52b5ffc69e02 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:44.797941 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b3692fad-f44c-458c-a0f8-35313c4d399f req-c53901cb-42b0-45e6-a904-52b5ffc69e02 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0928173
Jun 30 19:12:44.888419 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:44.902463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c66a70580>> segment before_delete 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.903174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c66a70580>> subnet precommit_delete_associations 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.903647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> segment_host_mapping after_create 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.903994 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> port after_create 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.904334 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> port after_delete 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.904667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> port after_update 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.904984 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> segment after_delete 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.905325 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> subnet after_create 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.905666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> subnet after_delete 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.905980 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66ddd0a0>> subnet after_update 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:44.922222 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b3692fad-f44c-458c-a0f8-35313c4d399f req-46947ebe-4b60-4941-b496-6387d7e58344 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186686
Jun 30 19:12:45.059476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c671a58b0>> subnet after_create 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:45.059749 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c671a58b0>> subnet after_delete 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:45.060081 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c671a58b0>> subnet before_create 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:45.060420 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c671a58b0>> subnet before_update 55550000 {{(pid=79178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:12:45.060782 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66ddd4c0>,) {'filters': {'network_id': ['65bac696-829d-45ef-a07f-d7ac364e35f0']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:45.074242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ddd4c0>, '7f5bb3aa-0db1-43ab-8e1e-768feda43318') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:45.074534 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ddd4c0>, '7f5bb3aa-0db1-43ab-8e1e-768feda43318') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:45.085607 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.101745 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.108699 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:12:45.109075 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   from cryptography.utils import int_from_bytes
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   from cryptography.utils import int_from_bytes
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   util.warn_limited(
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   util.warn_limited(
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:12:45.129007 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:12:45.281233 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.285359 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:45.300933 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.306852 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Pushing event deleted for resources: {'Network': ['ID=65bac696-829d-45ef-a07f-d7ac364e35f0,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:45.312268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:45.384620 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b7b3ada5-e3db-4a31-8dce-b45223ce2574 admin admin] 10.222.0.78 "DELETE /v2.0/networks/65bac696-829d-45ef-a07f-d7ac364e35f0 HTTP/1.1" status: 204  len: 168 time: 0.7299237
Jun 30 19:12:45.804445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51442) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:45.852585 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0788b998-4c61-491e-812e-c48d8ff5065e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06c603c23fe54e04a62bdb9049a8b186&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0469022
Jun 30 19:12:45.855575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51446) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:45.916122 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:45.941766 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:46.063825 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:46.072550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f9a2db92-cdfc-4ad5-b4c7-89b405247412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:46.093870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94f03a-2773-4c5c-8de5-f5d642a4279b,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:46.096649 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:46.127735 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e5012-f98d-4758-9d96-00ef1494b6f9 req-8766f94c-7f54-4c0b-bf94-27329addf9bf tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:46.128670 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c1e5012-f98d-4758-9d96-00ef1494b6f9 req-8766f94c-7f54-4c0b-bf94-27329addf9bf tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1029732
Jun 30 19:12:46.175730 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c1e5012-f98d-4758-9d96-00ef1494b6f9 req-cb97b292-1a91-474a-9c63-aeddd8b2501c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413568
Jun 30 19:12:46.185968 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:46.187027 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c94f03a-2773-4c5c-8de5-f5d642a4279b HTTP/1.1" status: 204  len: 168 time: 0.3304408
Jun 30 19:12:47.230263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51482) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:47.348759 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-350862826-network', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:47.356671 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:47.362400 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Usage tracker for resource:network and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:47.365575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:47.373694 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:47.401580 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649b0d-eb58-4f0b-825f-b49437b4a455 req-f0eb1c21-08a9-474c-8e70-fc4bc182c745 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:47.403645 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69649b0d-eb58-4f0b-825f-b49437b4a455 req-f0eb1c21-08a9-474c-8e70-fc4bc182c745 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1142535
Jun 30 19:12:47.447272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69649b0d-eb58-4f0b-825f-b49437b4a455 req-638287b0-2b14-494b-bb8e-c66d900d98c7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378799
Jun 30 19:12:47.452321 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Made reservation on behalf of 74cfcbf59c5244d78d5391095b44a0eb for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:47.454660 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.467844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.482428 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:47.486140 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:47.488831 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:47.494371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:47.573714 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.675551 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.678529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:47.713726 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:12:47.719282 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6269d3-41ad-44b3-9364-3d4dcd88a540,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:47.723029 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:47.727007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.727351 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Added segment 9f761c45-4d7d-4083-b8a4-31de1a3afedc of type vlan for network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac
Jun 30 19:12:47.754646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.884498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.886226 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:47.887618 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:47.893864 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-33fcb8ac-217c-4109-8999-01628f27f3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:47.994233 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Pushing event updated for resources: {'Network': ['ID=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:47.998818 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:48.006550 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:12:48.073879 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8419123
Jun 30 19:12:48.076879 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51498) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:48.082483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Request body: {'subnet': {'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-subnet', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:48.087459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:48.091518 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Usage tracker for resource:subnet and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:48.094309 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:48.100013 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:48.193307 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Made reservation on behalf of 74cfcbf59c5244d78d5391095b44a0eb for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:12:48.195738 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:48.493120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:48.500207 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-22dd39f0-98cf-4703-a006-939de4c5faf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:48.656777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b208efae-0dbe-46e7-92f0-92eaf02bb31c,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:48.659371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Checking segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:48.659723 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Network hostable DHCP agents. Network: fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:12:48.665882 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:48.700678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857632f4-599b-43d7-b27e-8867eae29cba req-ec775dc1-71b3-42aa-8fac-d6c216eee731 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:48.702191 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-857632f4-599b-43d7-b27e-8867eae29cba req-ec775dc1-71b3-42aa-8fac-d6c216eee731 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1335785
Jun 30 19:12:48.750340 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-857632f4-599b-43d7-b27e-8867eae29cba req-692f4479-cfca-4a00-b4ae-51daed982e28 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420713
Jun 30 19:12:48.803950 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:12:48.901358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:48.905659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:48.906329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:48.910743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dcc70-850a-41eb-b32b-3b3530e316ec None None] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:48.983649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9056649
Jun 30 19:12:48.986324 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51516) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:48.992535 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:49.000177 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:49.012821 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Usage tracker for resource:router and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:49.016683 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:49.022416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:49.106916 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.107977 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.133778 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:12:49.138604 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.147103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.332735 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Allocated IP 172.20.0.2 (fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac/b208efae-0dbe-46e7-92f0-92eaf02bb31c/b8551adb-3ce2-4482-918c-b8c5887c6074) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:12:49.586090 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.597174 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Transition to ACTIVE for port object b8551adb-3ce2-4482-918c-b8c5887c6074 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:49.615100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.616625 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Transition to ACTIVE for port object b8551adb-3ce2-4482-918c-b8c5887c6074 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:49.757623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51538) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:49.775805 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:49.786501 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d0dc63fd-01ca-4e50-be65-9a7f6ef8b33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:49.851809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:12:49.855712 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:49.861647 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:12:49.978931 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Pushing event updated for resources: {'Port': ['ID=b8551adb-3ce2-4482-918c-b8c5887c6074,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:49.990849 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.991196 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.991537 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.991878 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.992199 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.992525 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.992851 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.993167 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.993527 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.993864 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.994169 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.994483 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:49.998836 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:49.999682 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Attempting to bind port b8551adb-3ce2-4482-918c-b8c5887c6074 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:12:50.000055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Attempting to bind port b8551adb-3ce2-4482-918c-b8c5887c6074 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:12:50.006765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Attempting to bind port b8551adb-3ce2-4482-918c-b8c5887c6074 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:50.006765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:12:50.006765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Checking segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:50.006765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.007797 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Bound using segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:12:50.007797 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Bound port: b8551adb-3ce2-4482-918c-b8c5887c6074, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:12:50.007951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.114061 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] For port b8551adb-3ce2-4482-918c-b8c5887c6074, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:12:50.122801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] For port b8551adb-3ce2-4482-918c-b8c5887c6074, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=b8551adb-3ce2-4482-918c-b8c5887c6074,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:12:50.138180 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.169395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:50.179060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Usage tracker for resource:security_group_rule and tenant:2c1316bea61b4fa0abb8886874388157 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:50.187270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:50.196306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:50.233978 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.249886 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:50.286600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec8cdc-5551-4519-a333-c562376d1993 req-e8aa0ade-85a1-4f65-aad0-cc2b2c9fb553 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:50.288164 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-84ec8cdc-5551-4519-a333-c562376d1993 req-e8aa0ade-85a1-4f65-aad0-cc2b2c9fb553 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2712593
Jun 30 19:12:50.343185 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Pushing event updated for resources: {'Port': ['ID=b8551adb-3ce2-4482-918c-b8c5887c6074,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:50.351517 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:50.589633 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-84ec8cdc-5551-4519-a333-c562376d1993 req-1a171453-8079-4706-be49-626084dfb821 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209249
Jun 30 19:12:50.599354 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.617581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.656438 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.697464 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.710496 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e1cc6ece-9a63-411a-95f3-ba10a04369c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:50.782778 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c1316bea61b4fa0abb8886874388157&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0236669
Jun 30 19:12:50.785435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51558) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:50.790855 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cff39-330e-4adb-b6e2-586037eb54f1,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:50.800792 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:50.853047 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.880647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:50.890353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Allocated IP 172.27.0.127 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/14d4b111-ce9d-489e-a58a-d25e908d7e32) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:12:51.030537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:51.035743 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:51.049562 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:51.050147 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cff39-330e-4adb-b6e2-586037eb54f1,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:51.053125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:51.054508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:51.055793 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d11cff39-330e-4adb-b6e2-586037eb54f1 HTTP/1.1" status: 204  len: 168 time: 0.2693474
Jun 30 19:12:51.173565 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:51.181505 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:51.243393 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:12:51.247152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:51.251869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:12:51.368521 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Pushing event updated for resources: {'Port': ['ID=14d4b111-ce9d-489e-a58a-d25e908d7e32,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:51.380337 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:51.619164 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7978f1-9931-4159-a0f0-79aa6f219175 None None] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:12:51.835873 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:51.949982 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-9df62bf6-e738-4bf7-a2c5-ac531dd9e1fa None None] Provisioning for port b8551adb-3ce2-4482-918c-b8c5887c6074 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:52.000230 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51586) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:52.024003 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.053483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:52.058204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Usage tracker for resource:security_group_rule and tenant:eb104ffd05354c8d83f1c0dcc88e6cb4 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:52.061513 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:52.068194 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:52.149329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e06365-dc3b-4f0b-b069-1298a083a3a1 req-95d6ab06-3d9c-40f5-be7e-53d0405171af tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:52.150914 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-00e06365-dc3b-4f0b-b069-1298a083a3a1 req-95d6ab06-3d9c-40f5-be7e-53d0405171af tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.3899472
Jun 30 19:12:52.206253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.268148 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.282134 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff9719cd-88af-40f0-bb1e-c0f2b403166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:52.291677 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-00e06365-dc3b-4f0b-b069-1298a083a3a1 req-12c4f2ee-06fc-4dc0-a4ae-05e3118abb3a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322758
Jun 30 19:12:52.316309 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device b8551adb-3ce2-4482-918c-b8c5887c6074 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:52.343430 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb104ffd05354c8d83f1c0dcc88e6cb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3413367
Jun 30 19:12:52.346222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bfb956-7a9c-448f-9cab-31ae0ff2819c,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:52.349823 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51590) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:52.353912 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:52.406924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.418603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.452945 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.492912 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port b8551adb-3ce2-4482-918c-b8c5887c6074 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:52.501014 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port b8551adb-3ce2-4482-918c-b8c5887c6074 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:52.501936 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.578430 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.584391 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2a632a5-c2b6-486f-9f4b-513f1063a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:52.597738 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bfb956-7a9c-448f-9cab-31ae0ff2819c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:52.600584 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:52.602724 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.607085 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51bfb956-7a9c-448f-9cab-31ae0ff2819c HTTP/1.1" status: 204  len: 168 time: 0.2524602
Jun 30 19:12:52.657053 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.703632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port b8551adb-3ce2-4482-918c-b8c5887c6074, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=b8551adb-3ce2-4482-918c-b8c5887c6074,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:52.810509 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Router 4c838f68-1927-4519-a24e-a42db4afb59c is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:12:52.810738 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:52.812474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:52.896008 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=b8551adb-3ce2-4482-918c-b8c5887c6074,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:52.899961 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:53.008031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:12:53.023544 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:12:53.061847 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:12:53.062754 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67495b80>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:53.125367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:53.131060 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.1429291
Jun 30 19:12:53.133364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51612) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:53.370857 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:12:53.672378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af439d-8f31-416a-a2e2-28ab5d451578 req-6e967c6e-93a0-4a69-83e5-892723cd9cec tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:53.692735 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-56af439d-8f31-416a-a2e2-28ab5d451578 req-6e967c6e-93a0-4a69-83e5-892723cd9cec tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1893616
Jun 30 19:12:53.751317 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-56af439d-8f31-416a-a2e2-28ab5d451578 req-d64a75c0-8b7d-47d3-9b46-e59443b00bda tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579872
Jun 30 19:12:53.798108 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67495b80>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:51Z', 'revision_number': 3, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:53.802303 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:12:53.802667 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Updating router 4c838f68-1927-4519-a24e-a42db4afb59c port 14d4b111-ce9d-489e-a58a-d25e908d7e32 binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:12:53.863462 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.210805 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51654) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:54.251560 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.260682 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device b8551adb-3ce2-4482-918c-b8c5887c6074 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:54.434081 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.453135 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Transition to ACTIVE for port object 14d4b111-ce9d-489e-a58a-d25e908d7e32 will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:54.461638 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port b8551adb-3ce2-4482-918c-b8c5887c6074 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:54.462252 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.462362 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.479756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:54.484956 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Usage tracker for resource:security_group_rule and tenant:076f079189064655b894280885d491ab is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:54.489246 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:54.494687 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:54.541646 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.547312 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:54.588009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Allocated IP 172.20.0.1 (fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac/b208efae-0dbe-46e7-92f0-92eaf02bb31c/63f60117-8fdd-4993-ae32-b35f00e90073) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:12:54.667069 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Attempting to bind port 14d4b111-ce9d-489e-a58a-d25e908d7e32 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:12:54.667598 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Attempting to bind port 14d4b111-ce9d-489e-a58a-d25e908d7e32 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:12:54.668668 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Attempting to bind port 14d4b111-ce9d-489e-a58a-d25e908d7e32 on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:54.678018 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Pushing event updated for resources: {'Port': ['ID=14d4b111-ce9d-489e-a58a-d25e908d7e32,revision_number=2']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:54.680410 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:12:54.680916 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:54.681389 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.682877 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:12:54.682877 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Bound port: 14d4b111-ce9d-489e-a58a-d25e908d7e32, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:12:54.682877 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.755184 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.782095 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.782653 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.782870 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.783197 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.783521 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.783848 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.784154 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.784471 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.784806 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.785117 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.785462 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.785772 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:12:54.819164 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:54.827191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.847843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ba818ba8-9d52-4b62-9fb7-487050c5a22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:54.888577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:54.915902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8be9c-9e8c-405d-8b7e-5151a49346cf,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:54.918224 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] For port 14d4b111-ce9d-489e-a58a-d25e908d7e32, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:12:54.922450 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:54.923519 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] For port 14d4b111-ce9d-489e-a58a-d25e908d7e32, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=14d4b111-ce9d-489e-a58a-d25e908d7e32,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:12:54.927749 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Transition to ACTIVE for port object 63f60117-8fdd-4993-ae32-b35f00e90073 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:54.987024 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=076f079189064655b894280885d491ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7716236
Jun 30 19:12:54.987408 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51678) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:55.016662 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.021692 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:55.045589 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.050792 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:55.077333 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.097087 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a336e-d01c-4922-bf3e-f65e6ad1688a req-dcf8bc02-9be5-4bf7-8703-50bce8eb796e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:55.099326 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-299a336e-d01c-4922-bf3e-f65e6ad1688a req-dcf8bc02-9be5-4bf7-8703-50bce8eb796e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1861174
Jun 30 19:12:55.112974 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:12:55.113759 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67495b80>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:55.120701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Pushing event updated for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:55.125362 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:55.143439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:12:55.143439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:55.143439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:12:55.182282 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.243684 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-299a336e-d01c-4922-bf3e-f65e6ad1688a req-90b9774b-29d4-4f89-b9b8-737dee36db0e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355236
Jun 30 19:12:55.276725 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.278007 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Pushing event updated for resources: {'Port': ['ID=14d4b111-ce9d-489e-a58a-d25e908d7e32,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:55.287075 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:55.389521 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.396094 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9c61f90f-03c0-4e5a-a356-cfcaf68de6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:55.412353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8be9c-9e8c-405d-8b7e-5151a49346cf,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:55.414386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.415251 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:12:55.416459 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7b8be9c-9e8c-405d-8b7e-5151a49346cf HTTP/1.1" status: 204  len: 168 time: 0.4283643
Jun 30 19:12:55.417682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:55.627762 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-380acacd-1fac-4ed8-b7b2-6b72d2bcbec4 None None] Provisioning for port 63f60117-8fdd-4993-ae32-b35f00e90073 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:55.629739 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.634354 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-380acacd-1fac-4ed8-b7b2-6b72d2bcbec4 None None] Provisioning complete for port 63f60117-8fdd-4993-ae32-b35f00e90073 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:55.634961 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-380acacd-1fac-4ed8-b7b2-6b72d2bcbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:55.788514 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-380acacd-1fac-4ed8-b7b2-6b72d2bcbec4 None None] Port 63f60117-8fdd-4993-ae32-b35f00e90073 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:12:55.823437 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67495b80>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:51Z', 'revision_number': 3, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:55.828336 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b75ec3-0e9a-4292-8f1f-641b22519659 None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:51Z', 'revision_number': 3, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:12:55.972847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:56.038434 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:56.066650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a90e2bbb-c079-4646-84ef-8dabe63ee393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:56.181934 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Pushing event updated for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:56.189083 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:56.196996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:56.335895 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 14d4b111-ce9d-489e-a58a-d25e908d7e32 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:56.394708 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:12:56.396807 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:12:56.570795 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 14d4b111-ce9d-489e-a58a-d25e908d7e32 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:12:56.577546 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 14d4b111-ce9d-489e-a58a-d25e908d7e32 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:56.578139 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:56.710758 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:12:56.723249 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d0e3-762d-4f4d-a604-84a9d5f8b417 req-69dd308d-5c05-46bc-aa58-28feb93a29a2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:56.723249 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4ec1d0e3-762d-4f4d-a604-84a9d5f8b417 req-69dd308d-5c05-46bc-aa58-28feb93a29a2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2044652
Jun 30 19:12:56.853261 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4ec1d0e3-762d-4f4d-a604-84a9d5f8b417 req-e3762a9e-cf1c-4e00-80d1-36e3f7c1d45f tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254182
Jun 30 19:12:56.956164 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-37d8f410-24c8-4d5a-b2d0-bba28e9a2cb8 None None] Provisioning complete for port 63f60117-8fdd-4993-ae32-b35f00e90073 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:56.957142 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-37d8f410-24c8-4d5a-b2d0-bba28e9a2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:57.016520 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:57.113379 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:12:57.114951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 14d4b111-ce9d-489e-a58a-d25e908d7e32, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=14d4b111-ce9d-489e-a58a-d25e908d7e32,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:12:57.116722 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-37d8f410-24c8-4d5a-b2d0-bba28e9a2cb8 None None] Port 63f60117-8fdd-4993-ae32-b35f00e90073 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:12:57.150203 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] 10.222.0.78 "PUT /v2.0/routers/4c838f68-1927-4519-a24e-a42db4afb59c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0150669
Jun 30 19:12:57.186910 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:57.188821 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:57.312610 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=14d4b111-ce9d-489e-a58a-d25e908d7e32,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:57.315926 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:57.954994 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:12:57.965304 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:12:57.966235 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6674f4f0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:58.039800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51802) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:58.047182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251937908', 'description': 'tempest-description--1291327253'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:58.067028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:58.075407 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:58.079644 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:58.088308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:58.092547 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b0095-83f6-47b7-b06c-3e144f855f3e req-3770fd5f-6220-43da-bfd3-90a26ef70e1b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:58.095097 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-867b0095-83f6-47b7-b06c-3e144f855f3e req-3770fd5f-6220-43da-bfd3-90a26ef70e1b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1164069
Jun 30 19:12:58.165741 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-867b0095-83f6-47b7-b06c-3e144f855f3e req-954cb895-e8a2-4a9e-9521-34ba7093bf05 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640597
Jun 30 19:12:58.173432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.218453 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:58.223014 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:58.226376 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:58.235339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:58.250789 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:12:58.308005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 14d4b111-ce9d-489e-a58a-d25e908d7e32 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:12:58.335740 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.404281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.408355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:58.449731 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043dd5ec-a9f0-4c90-9469-65d66607cd8d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:58.463942 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:58.530320 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.531798 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4908741
Jun 30 19:12:58.535189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51818) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:58.543379 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group_rule': {'security_group_id': '043dd5ec-a9f0-4c90-9469-65d66607cd8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:58.544885 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 14d4b111-ce9d-489e-a58a-d25e908d7e32 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:12:58.545346 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.551615 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:58.556652 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:58.560062 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:58.567314 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:58.742909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.796167 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6674f4f0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 2, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:12:58.800915 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:12:58.801350 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Updating router 4c838f68-1927-4519-a24e-a42db4afb59c port 63f60117-8fdd-4993-ae32-b35f00e90073 binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:12:58.812129 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.861596 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.992783 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:58.995176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:59.019302 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2913aaea-2712-4dd3-a556-c55c133df2b7,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:59.022292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:59.138684 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.143178 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6038172
Jun 30 19:12:59.143178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51828) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:59.152128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group_rule': {'security_group_id': '043dd5ec-a9f0-4c90-9469-65d66607cd8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:59.158213 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:59.176293 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:59.179290 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:59.188264 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:59.258900 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.282151 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Transition to ACTIVE for port object 63f60117-8fdd-4993-ae32-b35f00e90073 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:12:59.365499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.373402 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.380072 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:59.506569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.509445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a48d8-e794-49be-bbba-33312ff56a4c req-127f5f7e-fa97-4dd5-bf8a-6e075d09f644 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:12:59.511283 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-906a48d8-e794-49be-bbba-33312ff56a4c req-127f5f7e-fa97-4dd5-bf8a-6e075d09f644 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2046180
Jun 30 19:12:59.546490 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Pushing event updated for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:59.575676 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-906a48d8-e794-49be-bbba-33312ff56a4c req-a4a41904-39d6-4fb6-ad0b-8c34c68ec31a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579233
Jun 30 19:12:59.577145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.580376 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:12:59.600208 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:59.624154 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50b7eaa-d86b-4ffb-a616-3e759caaab76,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:12:59.627027 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:12:59.701725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Attempting to bind port 63f60117-8fdd-4993-ae32-b35f00e90073 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:12:59.701725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Attempting to bind port 63f60117-8fdd-4993-ae32-b35f00e90073 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:12:59.701725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Attempting to bind port 63f60117-8fdd-4993-ae32-b35f00e90073 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:12:59.705548 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:12:59.706134 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Checking segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:12:59.706745 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.707311 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Bound using segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:12:59.708041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Bound port: 63f60117-8fdd-4993-ae32-b35f00e90073, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:12:59.708643 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.717998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.723163 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5745339
Jun 30 19:12:59.723779 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51866) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:12:59.732150 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:12:59.753296 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:12:59.764815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:floatingip and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:12:59.771958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:12:59.784539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:12:59.818596 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] For port 63f60117-8fdd-4993-ae32-b35f00e90073, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:12:59.821807 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] For port 63f60117-8fdd-4993-ae32-b35f00e90073, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=63f60117-8fdd-4993-ae32-b35f00e90073,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:12:59.870279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.898703 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:12:59.902403 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:00.035150 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:00.035626 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:13:00.036282 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6674f4f0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:12:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:00.107181 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Pushing event updated for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:00.112776 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:00.220757 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Allocated IP 172.27.0.78 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/1519e463-c5dc-4ece-935e-1148d761cc43) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:13:00.251663 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:13:00.388115 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:00.473605 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:00.486072 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:00.550994 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:13:00.553820 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:00.557621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:13:00.602081 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-292ed4ff-d526-4440-a9e9-74eaf8f11a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:00.604814 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=1519e463-c5dc-4ece-935e-1148d761cc43,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:00.609866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:00.625890 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6674f4f0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:12:59Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:00.630765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edde88-be6d-43ae-acb8-a0d37b362940 None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:12:59Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:13:00.660638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:00.847483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.078131 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11caac3-913f-49fe-a0d4-0d4366c03935 req-9d62deab-916b-499c-b753-b0673583cb12 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:01.080432 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d11caac3-913f-49fe-a0d4-0d4366c03935 req-9d62deab-916b-499c-b753-b0673583cb12 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.3265605
Jun 30 19:13:01.174908 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.203290 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d11caac3-913f-49fe-a0d4-0d4366c03935 req-1417e9c1-b711-45b9-86da-d16d3b5e6d5d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150382
Jun 30 19:13:01.254766 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51896) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:01.267281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.323459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Deleting subnet 6a877763-1fda-4039-a878-9be53015ede8 {{(pid=79179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:13:01.327442 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.340923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.346331 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:01.382516 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.391960 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.469958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=1519e463-c5dc-4ece-935e-1148d761cc43,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:01.472799 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:01.478157 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.527550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for subnet, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.532450 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:01.571890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a877763-1fda-4039-a878-9be53015ede8,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:01.576190 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:01.579706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.587070 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6a877763-1fda-4039-a878-9be53015ede8 HTTP/1.1" status: 204  len: 168 time: 0.3311596
Jun 30 19:13:01.589548 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 51902) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:01.619155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.623686 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8954127
Jun 30 19:13:01.705874 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.864622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:01.883885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c65efba30>> segment before_delete 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.884235 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c65efba30>> subnet precommit_delete_associations 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.884990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> segment_host_mapping after_create 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.885369 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> port after_create 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.885712 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> port after_delete 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.886053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> port after_update 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.886465 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> segment after_delete 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.887018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> subnet after_create 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.887507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> subnet after_delete 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.887831 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c66a99b50>> subnet after_update 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.952123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c65cf1370>> subnet after_create 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.952477 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c65cf1370>> subnet after_delete 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.952812 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c65cf1370>> subnet before_create 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.953145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c65cf1370>> subnet before_update 55550000 {{(pid=79179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 30 19:13:01.953532 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65d5f100>,) {'filters': {'network_id': ['c4c50397-5b7e-46e5-977a-dc20467c7924']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:01.962847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-acb25a30-9c1e-456f-8918-a5da88b6c7d0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:01.973862 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65d5f100>, '0fc3e69d-1924-4faa-83e2-262f81d182b9') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:01.974159 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65d5f100>, '0fc3e69d-1924-4faa-83e2-262f81d182b9') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:01.989777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.009467 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.016363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:13:02.016752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   from cryptography.utils import int_from_bytes
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   from cryptography.utils import int_from_bytes
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   util.warn_limited(
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   util.warn_limited(
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:13:02.036514 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:13:02.124005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-acb25a30-9c1e-456f-8918-a5da88b6c7d0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:02.124005 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-acb25a30-9c1e-456f-8918-a5da88b6c7d0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--251937908&fields=id&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 267 time: 0.3538978
Jun 30 19:13:02.249052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.258014 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 63f60117-8fdd-4993-ae32-b35f00e90073 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:13:02.280523 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:02.318856 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.323583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c50397-5b7e-46e5-977a-dc20467c7924,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:02.329009 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:02.338083 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] 10.222.0.78 "DELETE /v2.0/networks/c4c50397-5b7e-46e5-977a-dc20467c7924 HTTP/1.1" status: 204  len: 168 time: 0.7475634
Jun 30 19:13:02.341463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51932) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:02.436686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Deleting subnet 6a7938ab-b695-4a03-89b5-00020fc1eb7d {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:13:02.440309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.452627 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 63f60117-8fdd-4993-ae32-b35f00e90073 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:13:02.457267 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-ff74e27e-d0ef-4441-bfc1-bfc51150122a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:02.461201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-ff74e27e-d0ef-4441-bfc1-bfc51150122a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:02.461723 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 63f60117-8fdd-4993-ae32-b35f00e90073 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:02.462101 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.503537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.507124 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891adef7-93c6-4de8-b892-7a18b9f10b50 req-fc46bb30-42ae-4f9a-842e-2094606efe71 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:02.508918 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-891adef7-93c6-4de8-b892-7a18b9f10b50 req-fc46bb30-42ae-4f9a-842e-2094606efe71 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1247928
Jun 30 19:13:02.561799 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-891adef7-93c6-4de8-b892-7a18b9f10b50 req-5c8d2229-4695-42f9-902e-b00fcc291936 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457151
Jun 30 19:13:02.563321 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-ff74e27e-d0ef-4441-bfc1-bfc51150122a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:02.566280 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-ff74e27e-d0ef-4441-bfc1-bfc51150122a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 816 time: 0.4402297
Jun 30 19:13:02.590513 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-eb7c5205-0adb-44ec-920d-17d02ea054a3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/quotas/74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 375 time: 0.0193803
Jun 30 19:13:02.592206 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.610429 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.645348 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 63f60117-8fdd-4993-ae32-b35f00e90073, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=63f60117-8fdd-4993-ae32-b35f00e90073,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:02.697003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-e891f8d4-d3c3-43a8-8af5-30c63e4235a9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986867
Jun 30 19:13:02.780660 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.781595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.783454 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:02.787503 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bc0b6dfe-a6c8-4e93-b674-5b16e0e61f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:02.821953 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7938ab-b695-4a03-89b5-00020fc1eb7d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:02.825617 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:02.826595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:02.833168 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6a7938ab-b695-4a03-89b5-00020fc1eb7d HTTP/1.1" status: 204  len: 168 time: 0.4897225
Jun 30 19:13:02.840515 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51950) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:02.860839 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-2172e227-dfa0-47c6-b756-3a2b8460f443 service neutron] 10.222.0.78 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508782
Jun 30 19:13:02.869389 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:02.878774 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:02.950091 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.000644 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-2b4f5f28-0da5-4830-a222-4fcaaf75817b service neutron] 10.222.0.78 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331220
Jun 30 19:13:03.076376 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.090597 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65e1ae20>,) {'filters': {'network_id': ['f0385b8e-396b-448e-a407-89a8fbe58e37']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:03.103066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65e1ae20>, '7801b7ba-0e92-410f-9c30-58003258c9ce') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:03.103364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65e1ae20>, '7801b7ba-0e92-410f-9c30-58003258c9ce') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:03.115122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.132109 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.138540 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:13:03.138965 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:13:03.152135 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:13:03.317956 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df53414a-2907-4e4d-80ad-9f257ada0f3d req-89d5234f-e004-457c-b9df-7f4b0048e69f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 210 time: 0.0636210
Jun 30 19:13:03.384365 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.388666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b3614e4-569d-44c2-a519-3e4a7f32d516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:03.405317 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.413255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0385b8e-396b-448e-a407-89a8fbe58e37,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:03.415992 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-3197467b-e752-4664-843d-0eeb0d1577d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:03.416534 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:03.421540 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6cd0d106-1b8b-46eb-bed3-39292cac0d67 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f0385b8e-396b-448e-a407-89a8fbe58e37 HTTP/1.1" status: 204  len: 168 time: 0.5764518
Jun 30 19:13:03.906807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf01b8-1086-4e9d-9073-9b6e3b794d87 req-84f45630-1e32-4e78-bc4a-526cc3fff21e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:03.908405 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f2bf01b8-1086-4e9d-9073-9b6e3b794d87 req-84f45630-1e32-4e78-bc4a-526cc3fff21e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2275572
Jun 30 19:13:03.918414 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b384f60-bdd3-43d3-8158-8965340c8fb5 req-1e043d69-d13e-4fdf-b09b-874ed36123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:03.919933 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b384f60-bdd3-43d3-8158-8965340c8fb5 req-1e043d69-d13e-4fdf-b09b-874ed36123d6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1099 time: 0.1915116
Jun 30 19:13:03.932404 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51980) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:03.993130 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b384f60-bdd3-43d3-8158-8965340c8fb5 req-761df234-ff2f-4bad-b37d-b29da379ec0c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585241
Jun 30 19:13:03.998403 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f2bf01b8-1086-4e9d-9073-9b6e3b794d87 req-0957fdce-3543-43a1-8cf6-774586f75986 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774837
Jun 30 19:13:04.018046 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-89d3b83f-f569-41a5-ae2f-ef5ba61298ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdd5ce201d40430eba99d7092e3da92c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0841146
Jun 30 19:13:04.020362 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 51984) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:04.092809 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.118457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.209801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 63f60117-8fdd-4993-ae32-b35f00e90073 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:13:04.269843 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.274645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-27abf640-10e1-42f2-9399-dac751633739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:04.286802 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 63f60117-8fdd-4993-ae32-b35f00e90073 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:04.287181 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.287672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e0947-ad98-44d7-8a33-93488eec5e56,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:04.293932 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:04.295098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.296449 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/959e0947-ad98-44d7-8a33-93488eec5e56 HTTP/1.1" status: 204  len: 168 time: 0.2747538
Jun 30 19:13:04.362692 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:04.507094 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-178fdfda-7434-4709-bfdb-710f59458eb2 req-870c61a4-bc12-4fe2-a0f3-4895948b9385 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 210 time: 0.1050482
Jun 30 19:13:05.154138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52008) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:05.221958 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-46a022b6-e5b6-4b57-ac69-d67024ad8f7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f6132cdb67d417eb0ef54062cc5462a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0666351
Jun 30 19:13:05.224798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52012) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:05.288141 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade5e96-4760-4364-a9ec-d7a5f11fbdf8 req-9f193ca5-a551-4f36-9aa1-8b880c7e4e12 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:05.289573 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7ade5e96-4760-4364-a9ec-d7a5f11fbdf8 req-9f193ca5-a551-4f36-9aa1-8b880c7e4e12 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1668849
Jun 30 19:13:05.327121 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:05.375238 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7ade5e96-4760-4364-a9ec-d7a5f11fbdf8 req-703d7783-47bc-4c53-85a5-ce1fbc550bc2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768447
Jun 30 19:13:05.379877 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:05.521690 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:05.527727 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c5923897-e44f-4e62-9026-ff74205cf4da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:05.556222 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58aedf3-9a97-475a-87f1-f921923831ef,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:05.567761 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:05.568847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:05.570087 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f58aedf3-9a97-475a-87f1-f921923831ef HTTP/1.1" status: 204  len: 168 time: 0.3434167
Jun 30 19:13:05.705003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-926a737b-1cc1-4e69-9de7-1d080f262f81 req-ed15549b-7a3d-471e-8915-3e9782aa6651 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 210 time: 0.0567167
Jun 30 19:13:05.733174 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:06.284895 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-9d896b01-0a99-4026-ad7c-951c8ffabfd9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:06.286685 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-9d896b01-0a99-4026-ad7c-951c8ffabfd9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 816 time: 0.1870701
Jun 30 19:13:06.345179 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-88ffa2d9-9ec6-4a3d-b06e-c7190c217cfc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 379 time: 0.0480542
Jun 30 19:13:06.374311 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'port': {'device_id': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'admin_state_up': True, 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'security_groups': ['043dd5ec-a9f0-4c90-9469-65d66607cd8d']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:06.600660 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:06.606504 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:port and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:06.610219 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:06.617356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:06.645957 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cdf77-ec50-46ad-975c-b3aa6407eace req-ebb1ccf5-c37e-47fa-b1fa-ecbc9d09909e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:06.647684 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b2cdf77-ec50-46ad-975c-b3aa6407eace req-ebb1ccf5-c37e-47fa-b1fa-ecbc9d09909e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1214702
Jun 30 19:13:06.707072 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b2cdf77-ec50-46ad-975c-b3aa6407eace req-dcb92cc7-9387-49e3-8fb4-64c683d7c9d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482454
Jun 30 19:13:06.712611 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Made reservation on behalf of 74cfcbf59c5244d78d5391095b44a0eb for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:06.716756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:06.977166 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6dd1672e-ff3f-4a21-93c2-526e78abdbde req-c8639110-7589-4e27-92fe-57c30543b28a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 210 time: 0.0991576
Jun 30 19:13:07.007334 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Allocated IP 172.20.0.13 (fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac/b208efae-0dbe-46e7-92f0-92eaf02bb31c/d108b4d4-7b09-4f24-a3ee-344472ed6cc3) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:13:07.053826 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1320531-a6c6-4ad6-8103-2b8176970a60 req-6891fa5a-6b0f-421d-8bdf-b7d933f5c528 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:07.055332 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a1320531-a6c6-4ad6-8103-2b8176970a60 req-6891fa5a-6b0f-421d-8bdf-b7d933f5c528 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1679819
Jun 30 19:13:07.190700 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a1320531-a6c6-4ad6-8103-2b8176970a60 req-af991c16-d7a8-4286-96a7-85e3188a6c13 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223581
Jun 30 19:13:07.253768 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:07.271120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Transition to ACTIVE for port object d108b4d4-7b09-4f24-a3ee-344472ed6cc3 will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:13:07.346629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:07.354067 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:07.419396 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:13:07.422510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:07.424944 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:13:07.478627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:07.482231 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:07.513247 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:07.514119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:07.664653 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3013785
Jun 30 19:13:07.676815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Request body: {'port': {'device_id': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:07.760808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-bcc30564-a0e0-48f8-ac1c-ff381cc41ef6 None None] Provisioning for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:13:07.765814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-bcc30564-a0e0-48f8-ac1c-ff381cc41ef6 None None] Provisioning complete for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:07.766193 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bcc30564-a0e0-48f8-ac1c-ff381cc41ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:07.793413 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:07.828318 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-bcc30564-a0e0-48f8-ac1c-ff381cc41ef6 None None] Port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:13:08.252330 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac0244-b524-4e0d-add9-993ea59b42cc req-178a4040-b988-4193-b392-bb01dcf4ad3e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:08.253042 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-89ac0244-b524-4e0d-add9-993ea59b42cc req-178a4040-b988-4193-b392-bb01dcf4ad3e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:08.365809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:08.374593 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:08.389589 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-89ac0244-b524-4e0d-add9-993ea59b42cc req-178a4040-b988-4193-b392-bb01dcf4ad3e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:08.390889 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-89ac0244-b524-4e0d-add9-993ea59b42cc req-178a4040-b988-4193-b392-bb01dcf4ad3e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 932 time: 0.2873566
Jun 30 19:13:08.393698 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Transition to ACTIVE for port object d108b4d4-7b09-4f24-a3ee-344472ed6cc3 will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:13:08.442421 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-89ac0244-b524-4e0d-add9-993ea59b42cc req-6e451a8b-189e-4262-badc-06a191a97dd0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435708
Jun 30 19:13:08.476744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:08.478355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:08.703805 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:08.720079 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:08.754889 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Attempting to bind port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:13:08.755224 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Attempting to bind port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:13:08.755548 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Attempting to bind port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:08.760387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:13:08.760710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Attempting to bind port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:08.768706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:13:08.768706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Checking segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:13:08.768706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Bound using segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:13:08.768706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Bound port: d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:13:08.768706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:08.873576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:13:08.881734 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:13:08.967595 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:08.979211 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:09.049264 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.049884 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:09.051558 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-114106db-3886-42dd-a289-90821d363deb service neutron] 10.222.0.97 "PUT /v2.0/ports/d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 1094 time: 1.3788197
Jun 30 19:13:09.052019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:09.099746 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:09.103844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:09.130188 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'status': 'completed', 'code': 200}
Jun 30 19:13:09.238479 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a19a-4753-455a-86d7-83385bd90698 req-ce8721b4-6614-4f61-8e1f-8306a4741f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.240126 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0125a19a-4753-455a-86d7-83385bd90698 req-ce8721b4-6614-4f61-8e1f-8306a4741f6f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1097 time: 0.0845425
Jun 30 19:13:09.410875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a19a-4753-455a-86d7-83385bd90698 req-3d66f7cb-b076-48a2-85f1-817021d2b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.412364 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0125a19a-4753-455a-86d7-83385bd90698 req-3d66f7cb-b076-48a2-85f1-817021d2b3ab service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1602952
Jun 30 19:13:09.606953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a19a-4753-455a-86d7-83385bd90698 req-cfc1a1f5-20aa-4c91-b16c-f47c9eae47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.608414 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0125a19a-4753-455a-86d7-83385bd90698 req-cfc1a1f5-20aa-4c91-b16c-f47c9eae47db service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1823349
Jun 30 19:13:09.657513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bb8f-5f9a-4335-a103-d8f219d08aaa req-010cad79-3005-440b-990e-4603fce3aba1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.659022 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ba4bb8f-5f9a-4335-a103-d8f219d08aaa req-010cad79-3005-440b-990e-4603fce3aba1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.0960672
Jun 30 19:13:09.759970 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ba4bb8f-5f9a-4335-a103-d8f219d08aaa req-98b9c543-5b2d-41db-aaed-6ff0a91f64aa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618751
Jun 30 19:13:09.778290 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-1e11ae42-ba20-4337-930c-4287f40e1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.779791 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-1e11ae42-ba20-4337-930c-4287f40e1735 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1097 time: 0.1176844
Jun 30 19:13:09.852058 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-b6776769-aeee-4e34-8cad-aa474949b3fd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 217 time: 0.0640523
Jun 30 19:13:09.924830 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-85aaaa88-bb47-4517-8ff8-f228cbc1fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:09.926284 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-85aaaa88-bb47-4517-8ff8-f228cbc1fe53 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0637794
Jun 30 19:13:10.009540 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-bbf94ae5-9119-4a3f-8897-6f1ce49c6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:10.011618 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-bbf94ae5-9119-4a3f-8897-6f1ce49c6972 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721998
Jun 30 19:13:10.251859 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-60cec27d-4fed-456c-886e-5471da39c317 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314692
Jun 30 19:13:10.408470 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82938f98-47a6-4408-ae29-9d56347ae2e3 req-0bb5ac30-42a7-4407-8b34-79dd0aada90f service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482832
Jun 30 19:13:10.956995 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed8808-4069-40b1-9e5f-a2794475a0c7 req-53635b2d-4e55-48f2-a6d5-a892ed866660 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:10.958750 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c7ed8808-4069-40b1-9e5f-a2794475a0c7 req-53635b2d-4e55-48f2-a6d5-a892ed866660 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2085450
Jun 30 19:13:10.970357 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-524befd0-82d5-42a3-88b7-6db71a7e7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:10.971816 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-524befd0-82d5-42a3-88b7-6db71a7e7389 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.1593575
Jun 30 19:13:11.028601 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95199-b92f-4e39-973c-76ea88432337 req-9e6abdb1-79c4-4a10-a2cc-81de5b4ad65d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:11.030092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18c95199-b92f-4e39-973c-76ea88432337 req-9e6abdb1-79c4-4a10-a2cc-81de5b4ad65d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1397986
Jun 30 19:13:11.037201 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c7ed8808-4069-40b1-9e5f-a2794475a0c7 req-c7d596c2-e630-4023-bd82-e8d8d5f605b1 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698798
Jun 30 19:13:11.090814 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-18c95199-b92f-4e39-973c-76ea88432337 req-75a101db-8bde-49f4-ab28-f15ae9eb9c3a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417199
Jun 30 19:13:11.348281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52158) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:11.468280 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.484702 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:11.488691 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:e030da6f9b904bfdb503ac28af9726d1 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:11.491544 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:11.497918 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:11.579901 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.649296 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.659728 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-dc32ed57-dc28-4fa7-b757-0f6ca4c0b6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:11.707102 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e030da6f9b904bfdb503ac28af9726d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3576725
Jun 30 19:13:11.711659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc647993-329f-4a09-a1ff-b59d6420fa3e,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:11.711811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52170) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:11.721113 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:11.781780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.811305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.917520 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.921096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f4e36a09-85df-49cb-95cb-bb434f320187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:11.932379 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc647993-329f-4a09-a1ff-b59d6420fa3e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:11.937009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:11.941379 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:11.944924 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc647993-329f-4a09-a1ff-b59d6420fa3e HTTP/1.1" status: 204  len: 168 time: 0.2338002
Jun 30 19:13:12.212181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-3e9a5789-6936-4fbc-ba8a-1f28f3439790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:12.213677 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-3e9a5789-6936-4fbc-ba8a-1f28f3439790 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.1849864
Jun 30 19:13:12.241019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52188) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:12.261793 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768dd3-9d63-450e-822f-e0eb24cfbf41 req-23793776-5ad4-428a-a1ab-9e24aebe9077 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:12.263512 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f3768dd3-9d63-450e-822f-e0eb24cfbf41 req-23793776-5ad4-428a-a1ab-9e24aebe9077 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0994222
Jun 30 19:13:12.311846 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f3768dd3-9d63-450e-822f-e0eb24cfbf41 req-068ec5e7-4963-4f2d-a055-992578a7664b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427566
Jun 30 19:13:12.377932 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.392124 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:12.395873 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Usage tracker for resource:security_group_rule and tenant:400fb3c78519431ea4711f96129db938 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:12.398679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:12.404895 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:12.543035 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee5a8-f50b-43c6-acd0-7197a56b0a7d req-82e2b1e0-e8b7-4622-922d-5e8f37419173 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:12.548853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2acee5a8-f50b-43c6-acd0-7197a56b0a7d req-82e2b1e0-e8b7-4622-922d-5e8f37419173 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1233852
Jun 30 19:13:12.584304 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.611397 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2acee5a8-f50b-43c6-acd0-7197a56b0a7d req-6493eb1f-2858-470b-853a-b4f0bc168375 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456512
Jun 30 19:13:12.675274 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.684347 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-10074b16-89ae-43c6-bdb3-36f785b75b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:12.730492 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=400fb3c78519431ea4711f96129db938&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4882114
Jun 30 19:13:12.732499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d3876-d71a-4958-9ef5-2359121d1cf6,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:12.733435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52208) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:12.739747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:12.813189 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.843195 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.966369 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:12.971236 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-68095ff7-b0f9-4be3-be38-c32514adeb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:12.990008 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d3876-d71a-4958-9ef5-2359121d1cf6,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:12.994654 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:12.998530 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.003025 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b06d3876-d71a-4958-9ef5-2359121d1cf6 HTTP/1.1" status: 204  len: 168 time: 0.2653553
Jun 30 19:13:13.039588 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52220) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:13.143747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1727011176-network', 'tenant_id': '85d8bf5423c84486b3dd7597680ff0bb'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:13.148356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:13.152700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Usage tracker for resource:network and tenant:85d8bf5423c84486b3dd7597680ff0bb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:13.155481 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:13.161629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:13.254533 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Made reservation on behalf of 85d8bf5423c84486b3dd7597680ff0bb for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:13.256769 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.268810 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.283359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:13.286948 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Usage tracker for resource:security_group_rule and tenant:85d8bf5423c84486b3dd7597680ff0bb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:13.289855 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:13.296015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:13.395924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.511906 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527e05-1288-4cb1-b761-76201514c3a9 req-9f902628-33ff-4220-8958-a0e7d58a7796 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:13.513553 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0e527e05-1288-4cb1-b761-76201514c3a9 req-9f902628-33ff-4220-8958-a0e7d58a7796 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0821230
Jun 30 19:13:13.515073 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.518623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-254342c6-7558-4196-8141-c387c2b46f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:13.567663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:13:13.588322 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2088c9b7-d80a-47d5-9df3-45468524ac59,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:13.595807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.596149 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Added segment 93d3e795-77ef-4ae9-baff-ec1ed8f6fd07 of type vlan for network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7
Jun 30 19:13:13.597308 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:13.609689 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0e527e05-1288-4cb1-b761-76201514c3a9 req-f3e443c1-3cbf-4a9b-b916-bb3c0ee2f2eb tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807583
Jun 30 19:13:13.632058 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.741487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52234) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:13.759963 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.772086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.775367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:13.775964 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.780774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:13.784590 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Usage tracker for resource:security_group_rule and tenant:da4c0aaa2a274a6cb67b0708ec12085a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:13.787736 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:13.787850 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:13.794092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:13.879334 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.908265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:13.913686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:13.922895 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:13:13.926514 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015af8e-dcdc-40b9-baec-061931674cd2 req-3e45b4d1-69bd-48da-b37b-0b73048231b2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:13.928203 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7015af8e-dcdc-40b9-baec-061931674cd2 req-3e45b4d1-69bd-48da-b37b-0b73048231b2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2066889
Jun 30 19:13:13.954853 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:13.962109 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0b2e037b-4ee4-4391-9159-730dca9d85be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:13.979296 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7015af8e-dcdc-40b9-baec-061931674cd2 req-43d3c16b-907b-413e-a665-16729550d49e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448167
Jun 30 19:13:13.989656 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9488451
Jun 30 19:13:13.990584 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52240) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:13.999408 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Request body: {'subnet': {'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1727011176-subnet', 'tenant_id': '85d8bf5423c84486b3dd7597680ff0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:14.005613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:14.007995 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da4c0aaa2a274a6cb67b0708ec12085a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2652364
Jun 30 19:13:14.009018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af16d8c-71cb-4f17-a332-d72a8a1ab368,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:14.012570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52244) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:14.024831 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:14.025245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Usage tracker for resource:subnet and tenant:85d8bf5423c84486b3dd7597680ff0bb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:14.025245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:14.025700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:14.072940 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.099121 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.106258 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Made reservation on behalf of 85d8bf5423c84486b3dd7597680ff0bb for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:14.108720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.311595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.315315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-757c664f-eb55-4930-8e7b-4311494e6df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:14.330136 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af16d8c-71cb-4f17-a332-d72a8a1ab368,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:14.334221 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:14.337318 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.338513 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0af16d8c-71cb-4f17-a332-d72a8a1ab368 HTTP/1.1" status: 204  len: 168 time: 0.3246727
Jun 30 19:13:14.347585 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-8ce902f6-e00b-4e34-9a60-8bc430366313 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.1714795
Jun 30 19:13:14.470137 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-0799f972-c2ac-4b3f-8e15-5fa566193dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:14.471585 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-0799f972-c2ac-4b3f-8e15-5fa566193dc7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.1080430
Jun 30 19:13:14.530024 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-ef1a452f-f81e-4c25-82f0-eeaee9b18c4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460920
Jun 30 19:13:14.574808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.713145 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-b24be73f-2ea1-413b-b486-9909567ca145 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734581
Jun 30 19:13:14.747102 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:14.834648 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-90195db5-567d-45e7-98c5-cb2b47705dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:14.973837 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a493b5e0-df76-4b1e-9f27-2bea78913036,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:14.993531 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:14.997926 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Checking segment: {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:13:14.998370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Network hostable DHCP agents. Network: e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:13:15.011316 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6415fb81-99e2-4233-a57c-f06700e91b3f req-67b0aca5-037b-4b0b-a86b-fd85246a1207 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2908871
Jun 30 19:13:15.043721 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e37d5-9758-47e0-8d51-ca651dd0aef7 req-adff0104-a61d-4c47-8bb3-b39cebdf7f65 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:15.046266 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0f9e37d5-9758-47e0-8d51-ca651dd0aef7 req-adff0104-a61d-4c47-8bb3-b39cebdf7f65 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.3043864
Jun 30 19:13:15.102160 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0f9e37d5-9758-47e0-8d51-ca651dd0aef7 req-93d37fa8-d5b6-4dcb-bd88-5dc1fb3fbc61 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499260
Jun 30 19:13:15.103743 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:13:15.174037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52274) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:15.189490 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:15.199952 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41d642-d1b9-42af-9c82-668b591ae2ff None None] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:13:15.205388 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:15.205988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:15.234277 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:15.254133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c375-9129-4bda-8c86-f28bb5373938 req-bcd37bf7-de69-4102-862e-b132a4ffc267 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:15.255638 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5467c375-9129-4bda-8c86-f28bb5373938 req-bcd37bf7-de69-4102-862e-b132a4ffc267 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1118863
Jun 30 19:13:15.265034 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:15.269245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Usage tracker for resource:security_group_rule and tenant:530f127ea94e4cdf845ce0aa2af9017e is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:15.276719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:15.285682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:15.297103 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3050013
Jun 30 19:13:15.310524 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5467c375-9129-4bda-8c86-f28bb5373938 req-6f3a30e4-eac4-4159-8430-9791150d655d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480120
Jun 30 19:13:15.486316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:15.537156 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2bd1d-5d9a-43c3-8831-e039b73c9b4a None None] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:13:15.580134 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:15.587485 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-00c4c606-5477-4cfe-a5c8-7568df0aa6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:15.617740 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6f8a2-ef81-4e5b-8bfa-f1828dc2f36d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:15.625553 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:15.661410 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=530f127ea94e4cdf845ce0aa2af9017e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4778743
Jun 30 19:13:15.661410 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52290) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:15.723665 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:15.752939 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:16.009075 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:16.015447 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3bb6cdd3-bb3d-47fb-9876-f30dca533d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:16.028698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6f8a2-ef81-4e5b-8bfa-f1828dc2f36d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:16.031979 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:16.036915 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:16.045805 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80c6f8a2-ef81-4e5b-8bfa-f1828dc2f36d HTTP/1.1" status: 204  len: 168 time: 0.3871017
Jun 30 19:13:16.352018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cb89a-5d73-4ed1-81ee-2776a6de1f0b req-de5298d7-468b-4055-9193-23e8e98912cf tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:16.353639 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fc4cb89a-5d73-4ed1-81ee-2776a6de1f0b req-de5298d7-468b-4055-9193-23e8e98912cf tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1167207
Jun 30 19:13:16.413783 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fc4cb89a-5d73-4ed1-81ee-2776a6de1f0b req-39b94f75-d650-46d0-a4cd-99ad8c2c5b10 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489762
Jun 30 19:13:16.569319 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4456d-918e-43a9-90c3-e0d9d44af64d req-3efe3696-2e33-43d8-b6ba-469e48afed4a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:16.571151 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6dd4456d-918e-43a9-90c3-e0d9d44af64d req-3efe3696-2e33-43d8-b6ba-469e48afed4a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1076572
Jun 30 19:13:16.645956 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6dd4456d-918e-43a9-90c3-e0d9d44af64d req-be06c3d6-3318-4070-bbad-ae6d6e990ac1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675929
Jun 30 19:13:17.296494 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:13:17.440020 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:17.454362 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:13:17.515790 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:17.533424 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:17.549549 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:17.603150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fe1e-bfb0-463f-a7c7-24f112dea410 req-86692697-cc38-4f9b-bec6-ae18ebb2e44b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:17.604575 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8551fe1e-bfb0-463f-a7c7-24f112dea410 req-86692697-cc38-4f9b-bec6-ae18ebb2e44b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0795474
Jun 30 19:13:17.655949 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8551fe1e-bfb0-463f-a7c7-24f112dea410 req-97f78a2b-863e-4a85-be18-9c710e034feb tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451453
Jun 30 19:13:17.691154 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:17.695647 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:17.792806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:17.796677 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:17.879114 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6349b-ce83-4894-8b5e-39b0bde95275 req-655cab33-0b15-4688-9e70-e026ec6fee0d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:17.880609 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-42f6349b-ce83-4894-8b5e-39b0bde95275 req-655cab33-0b15-4688-9e70-e026ec6fee0d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.0929348
Jun 30 19:13:17.930900 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-42f6349b-ce83-4894-8b5e-39b0bde95275 req-41caca5e-9b2f-4920-baa1-ed2c601f09d5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435400
Jun 30 19:13:18.038626 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d108b4d4-7b09-4f24-a3ee-344472ed6cc3'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:13:18.204506 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-940d886c-9ce8-45af-9167-d47bce1207df tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:18.205386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-940d886c-9ce8-45af-9167-d47bce1207df tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Synchronizing usage tracker for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:18.360622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-940d886c-9ce8-45af-9167-d47bce1207df tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Unset dirty status for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:18.361836 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-940d886c-9ce8-45af-9167-d47bce1207df tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/networks?id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 HTTP/1.1" status: 200  len: 814 time: 0.3496876
Jun 30 19:13:18.379070 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-29d76671-f1fd-42cb-812f-f65d33bb14ba tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/quotas/85d8bf5423c84486b3dd7597680ff0bb HTTP/1.1" status: 200  len: 375 time: 0.0114017
Jun 30 19:13:18.434810 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-d46a3ce8-3e76-4af8-acd5-d0efa9aeba16 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489891
Jun 30 19:13:18.654219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-cb68bbf7-8502-4809-9be7-a69a5d88f434 service neutron] 10.222.0.78 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106717
Jun 30 19:13:18.844442 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-c2b9a53e-83dc-45f0-97ad-69ce4e881c4f service neutron] 10.222.0.78 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826489
Jun 30 19:13:18.876451 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa2dc-c2cc-480c-ad29-1c113ea35dc8 req-4e7ebb54-1bd5-4b64-b6f7-37b21f05a288 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:18.878722 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-876fa2dc-c2cc-480c-ad29-1c113ea35dc8 req-4e7ebb54-1bd5-4b64-b6f7-37b21f05a288 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1027572
Jun 30 19:13:18.932054 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-876fa2dc-c2cc-480c-ad29-1c113ea35dc8 req-504e287c-ac70-4d77-bd33-f90aaed2deab tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481451
Jun 30 19:13:19.155357 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d76f896-370d-4ace-825e-7dae01f6c1db req-cf257196-3918-4051-a222-3cf383a93b6f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 210 time: 0.0488093
Jun 30 19:13:19.241524 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611421-d837-4e7e-be57-efbdd5ba9495 req-2af0205c-5982-4616-baf8-024c47d0b809 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:19.243206 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-23611421-d837-4e7e-be57-efbdd5ba9495 req-2af0205c-5982-4616-baf8-024c47d0b809 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.0895884
Jun 30 19:13:19.289398 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-23611421-d837-4e7e-be57-efbdd5ba9495 req-e6691342-3b83-4722-9827-e33a64abf1ad tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402982
Jun 30 19:13:19.309794 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:13:19.463298 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:13:19.470910 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:19.471300 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:19.604330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:19.628260 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:19.638706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:19.695792 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'code': 200}
Jun 30 19:13:19.800535 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:19.803052 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:19.808850 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52432) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:19.873669 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:19.876935 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:19.937608 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:19.952605 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:19.956718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Usage tracker for resource:security_group_rule and tenant:297f6d8d64964d9d8876975c6e874b60 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:19.960162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:19.966594 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:20.109113 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.177548 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.192713 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8df3f088-876e-440f-82d5-2a26a16d9bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:20.248275 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=297f6d8d64964d9d8876975c6e874b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4381685
Jun 30 19:13:20.251017 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b717cc23-f26e-4dc5-a744-03adae81fafc,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:20.253406 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52446) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:20.255461 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:20.265201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eed0ea-d985-45a4-bcaa-a0a6d0b1f7c4 req-1393c285-4c27-442e-8cb2-09a4ab16d5ed tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:20.266739 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-95eed0ea-d985-45a4-bcaa-a0a6d0b1f7c4 req-1393c285-4c27-442e-8cb2-09a4ab16d5ed tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2062786
Jun 30 19:13:20.317179 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dea72-955b-47dc-91a5-c0a3fb9cf296 req-fc85b60a-c0d9-414a-93ed-134b7a2012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:20.318808 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-519dea72-955b-47dc-91a5-c0a3fb9cf296 req-fc85b60a-c0d9-414a-93ed-134b7a2012d2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1099 time: 0.1905766
Jun 30 19:13:20.327370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.354345 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.389103 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c8794cdc-8989-4e2c-b86a-89246ca91f14 req-d78c2ddc-265f-4a93-a20d-d3ab5dbffa2b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 210 time: 0.0819545
Jun 30 19:13:20.395019 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-95eed0ea-d985-45a4-bcaa-a0a6d0b1f7c4 req-c12360b2-5076-4d4e-a5a6-74c8e5817355 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186438
Jun 30 19:13:20.426557 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-519dea72-955b-47dc-91a5-c0a3fb9cf296 req-f41c305a-ac80-46d5-914c-8b782e6cdaff service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687249
Jun 30 19:13:20.494255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.499716 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8b2acbc0-997f-46e7-89ae-cc9370929f59 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:20.509769 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b717cc23-f26e-4dc5-a744-03adae81fafc,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:20.514426 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:20.516342 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:20.517619 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8a7add4d-4c04-4646-b493-ce82c91f9a11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b717cc23-f26e-4dc5-a744-03adae81fafc HTTP/1.1" status: 204  len: 168 time: 0.2627499
Jun 30 19:13:20.588392 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f484c28-30ec-4f26-be39-649a90e1fd5c req-5ed70954-9647-42d2-8b5f-afb4016acc8f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:20.591314 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f484c28-30ec-4f26-be39-649a90e1fd5c req-5ed70954-9647-42d2-8b5f-afb4016acc8f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0893657
Jun 30 19:13:20.647796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f484c28-30ec-4f26-be39-649a90e1fd5c req-d9bf429f-1538-45de-b4e9-a7a6e1a2667b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506282
Jun 30 19:13:21.512798 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:13:21.605659 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-300a86da-548b-449c-887e-d7cdd0a682b5 req-f9fa226d-1512-4d2f-b332-448fc992dd04 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 210 time: 0.0811920
Jun 30 19:13:21.695612 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fff12a-4e60-4adf-bec4-170e85a7e3d5 req-6f7c1436-6f56-4da2-a7b2-061bcfcd8880 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:21.707634 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-49fff12a-4e60-4adf-bec4-170e85a7e3d5 req-6f7c1436-6f56-4da2-a7b2-061bcfcd8880 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1469862
Jun 30 19:13:21.768444 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-49fff12a-4e60-4adf-bec4-170e85a7e3d5 req-63e756a2-fbc9-41a7-b055-f5e7cae087c4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593812
Jun 30 19:13:21.883387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af165f7c-91b0-4ad2-ab06-501ff562135c req-756eeb3d-a048-44fe-99ba-0c19c25b1c1d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:21.889736 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af165f7c-91b0-4ad2-ab06-501ff562135c req-756eeb3d-a048-44fe-99ba-0c19c25b1c1d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0994713
Jun 30 19:13:21.932313 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af165f7c-91b0-4ad2-ab06-501ff562135c req-c80b5c48-9185-4d31-90f7-0f77ac6ceca6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414379
Jun 30 19:13:22.166576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-5493f0d5-80d2-4ae2-9201-d37ca819c928 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:22.168787 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-5493f0d5-80d2-4ae2-9201-d37ca819c928 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "GET /v2.0/networks?id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 HTTP/1.1" status: 200  len: 814 time: 0.1492083
Jun 30 19:13:22.189708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Request body: {'port': {'device_id': 'dad6298e-aaef-4438-9904-8d05037a0631', 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7', 'admin_state_up': True, 'tenant_id': '85d8bf5423c84486b3dd7597680ff0bb'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:22.330626 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:22.334696 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Usage tracker for resource:port and tenant:85d8bf5423c84486b3dd7597680ff0bb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:22.337474 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:22.343184 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:22.438277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Made reservation on behalf of 85d8bf5423c84486b3dd7597680ff0bb for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:22.442300 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:22.616224 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Allocated IP 172.20.0.2 (e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7/a493b5e0-df76-4b1e-9f27-2bea78913036/28acc2aa-8573-45b6-afe9-8b2f14fc733b) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:13:22.951445 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cba2c9e7-7137-4f64-aae6-5c9aa55451f5 req-748121d6-6b5e-4ba2-8ec2-508822237406 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 210 time: 0.1051216
Jun 30 19:13:23.054864 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:23.072451 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994cab4-15ee-4aa9-8f8f-f8e6070969ea req-9d6cd5eb-4f90-4b8a-9276-c089d079bf73 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:23.077788 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4994cab4-15ee-4aa9-8f8f-f8e6070969ea req-9d6cd5eb-4f90-4b8a-9276-c089d079bf73 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1846905
Jun 30 19:13:23.193942 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4994cab4-15ee-4aa9-8f8f-f8e6070969ea req-96f96e9d-eb77-4a4e-a362-77e6531a9f24 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059897
Jun 30 19:13:23.219370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a0510-ebb1-4986-a3a8-28ed679ee12c req-8bc9dac6-200a-4ad3-bd84-5ade44b0cc5b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:23.220834 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e60a0510-ebb1-4986-a3a8-28ed679ee12c req-8bc9dac6-200a-4ad3-bd84-5ade44b0cc5b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1417487
Jun 30 19:13:23.269035 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e60a0510-ebb1-4986-a3a8-28ed679ee12c req-1b598df5-bd16-4749-8df2-59ebfb236050 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424314
Jun 30 19:13:23.281767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:23.288937 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:23.363204 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:13:23.366303 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:23.370642 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:13:23.410519 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Pushing event updated for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:23.448415 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:23.493086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:23.493767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:23.538466 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4cb95-e28c-4085-a588-16a566aab274 req-350164d0-cfbb-4b8a-8a59-8a3bbf218ac4 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:23.539987 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-29b4cb95-e28c-4085-a588-16a566aab274 req-350164d0-cfbb-4b8a-8a59-8a3bbf218ac4 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1448715
Jun 30 19:13:23.549513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52526) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:23.554783 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'floatingip': {'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:23.614365 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4285295
Jun 30 19:13:23.638590 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Request body: {'port': {'device_id': 'dad6298e-aaef-4438-9904-8d05037a0631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:23.706887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:23.931046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:24.759095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-d4a57a8a-9157-47c5-b3e5-0da6ddd83aef tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:24.759885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-d4a57a8a-9157-47c5-b3e5-0da6ddd83aef tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Synchronizing usage tracker for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:24.819858 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c238e2-e838-470c-89a9-5b5a5c6fe9b7 req-19b96cde-d966-4137-a3c9-7a09eee016b7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:24.821390 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-37c238e2-e838-470c-89a9-5b5a5c6fe9b7 req-19b96cde-d966-4137-a3c9-7a09eee016b7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.4734526
Jun 30 19:13:24.941455 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-d4a57a8a-9157-47c5-b3e5-0da6ddd83aef tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Unset dirty status for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:24.941455 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-d4a57a8a-9157-47c5-b3e5-0da6ddd83aef tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 931 time: 0.7448583
Jun 30 19:13:24.955101 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-37c238e2-e838-470c-89a9-5b5a5c6fe9b7 req-854e0920-b852-4b1d-a516-f4cb040f6a57 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211863
Jun 30 19:13:24.992771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28acc2aa-8573-45b6-afe9-8b2f14fc733b {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:25.064792 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:25.106380 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-c64b640a-0b0b-4775-8ec2-1d68ac006475 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Synchronizing usage tracker for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:25.122815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Transition to ACTIVE for port object 28acc2aa-8573-45b6-afe9-8b2f14fc733b will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:13:25.141779 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:25.200600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:25.206121 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b7a7d763-1def-4bf0-ba4c-15c2d6e274b1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:25.261022 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:25.360412 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-c64b640a-0b0b-4775-8ec2-1d68ac006475 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Unset dirty status for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:25.361241 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a1e8b6d-a0e9-4f23-b92c-7a9825fd0e59 req-c64b640a-0b0b-4775-8ec2-1d68ac006475 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4155507
Jun 30 19:13:25.417323 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Pushing event updated for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:25.495996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:25.595353 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Floating IP e1b6e17f-027f-47a3-942c-c04bd45bafe6 associated. External IP: 172.27.0.78, port: d108b4d4-7b09-4f24-a3ee-344472ed6cc3.
Jun 30 19:13:25.672047 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Attempting to bind port 28acc2aa-8573-45b6-afe9-8b2f14fc733b on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:13:25.672381 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Attempting to bind port 28acc2aa-8573-45b6-afe9-8b2f14fc733b by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:13:25.672707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Attempting to bind port 28acc2aa-8573-45b6-afe9-8b2f14fc733b on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:25.682438 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Port 28acc2aa-8573-45b6-afe9-8b2f14fc733b on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:13:25.682783 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Attempting to bind port 28acc2aa-8573-45b6-afe9-8b2f14fc733b on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:25.754076 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:13:25.754411 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Checking segment: {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:13:25.754791 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Bound using segment: {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:13:25.755227 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Bound port: 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:13:25.755567 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:25.931867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:13:25.945920 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:13:26.012187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:26.142005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:26.260906 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:26.261582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:26.262976 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] 10.222.0.97 "PUT /v2.0/ports/28acc2aa-8573-45b6-afe9-8b2f14fc733b HTTP/1.1" status: 200  len: 1093 time: 2.6358101
Jun 30 19:13:26.268031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:26.306537 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:13:26.307989 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Pushing event updated for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:26.314367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:26.406409 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db0b2-2373-4a67-82e2-4d86987d303f req-fd4435b1-6486-4f68-9afc-fb7c89a4b94b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:26.407770 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7c6db0b2-2373-4a67-82e2-4d86987d303f req-fd4435b1-6486-4f68-9afc-fb7c89a4b94b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2699032
Jun 30 19:13:26.527515 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7c6db0b2-2373-4a67-82e2-4d86987d303f req-d38fd34a-f123-4cc0-a997-e645f2736230 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128187
Jun 30 19:13:26.535929 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:13:26.540288 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:26.545696 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:13:26.564458 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:13:26.565077 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c672506a0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:13:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:26.594692 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b', 'status': 'completed', 'code': 200}
Jun 30 19:13:26.606573 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-7613d197-2d97-4fb7-81e6-86c14b23fe90 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "PUT /v2.0/floatingips/e1b6e17f-027f-47a3-942c-c04bd45bafe6 HTTP/1.1" status: 200  len: 991 time: 3.0521097
Jun 30 19:13:26.749357 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:13:26.754602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec8d3-a599-4ce3-9465-a4da3f2b553f req-3488d4df-2828-4643-b668-3ded703aa023 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:26.756092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af6ec8d3-a599-4ce3-9465-a4da3f2b553f req-3488d4df-2828-4643-b668-3ded703aa023 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 943 time: 0.0824082
Jun 30 19:13:26.802026 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af6ec8d3-a599-4ce3-9465-a4da3f2b553f req-b171681c-a46f-4738-8855-2e8efba50906 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398591
Jun 30 19:13:27.122016 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c672506a0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'e1b6e17f-027f-47a3-942c-c04bd45bafe6', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:13:00Z', 'updated_at': '2021-06-30T19:13:24Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:27.125929 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:13:27.134240 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:13:27.134837 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c672506a0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:13:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:27.310206 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:13:27.644238 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c672506a0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'e1b6e17f-027f-47a3-942c-c04bd45bafe6', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:13:00Z', 'updated_at': '2021-06-30T19:13:24Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:13:27.648083 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c58243-74b4-4a0c-9718-1b50f8eb6f1b None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'e1b6e17f-027f-47a3-942c-c04bd45bafe6', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:13:00Z', 'updated_at': '2021-06-30T19:13:24Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:13:27.877898 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f3fde-7c72-4d2d-b324-7a090ce650b9 None None] New status for floating IP e1b6e17f-027f-47a3-942c-c04bd45bafe6: ACTIVE {{(pid=79180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:13:27.896794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-084791a6-9ab6-44d8-bdec-a9f3cae9368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:27.898355 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-084791a6-9ab6-44d8-bdec-a9f3cae9368f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 1096 time: 0.0915158
Jun 30 19:13:28.152261 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-7aca5458-07c2-40ca-9fb8-079a26a2570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.153830 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-7aca5458-07c2-40ca-9fb8-079a26a2570f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2477593
Jun 30 19:13:28.196181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cc73a-a0db-4cc0-b36e-cda38d0232ff req-b991c7f1-f747-4e46-9f0f-9dd50c477d19 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.197444 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-620cc73a-a0db-4cc0-b36e-cda38d0232ff req-b991c7f1-f747-4e46-9f0f-9dd50c477d19 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2728777
Jun 30 19:13:28.283989 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fea81-040f-4e92-a423-49105f660be8 req-019373a3-8bc7-4d3c-8f92-f601cae8ffe7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.285449 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db0fea81-040f-4e92-a423-49105f660be8 req-019373a3-8bc7-4d3c-8f92-f601cae8ffe7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 943 time: 0.2519166
Jun 30 19:13:28.369989 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-620cc73a-a0db-4cc0-b36e-cda38d0232ff req-97a47997-c860-4b80-a9ef-34cb8276a531 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226146
Jun 30 19:13:28.389463 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db0fea81-040f-4e92-a423-49105f660be8 req-9d083870-e076-4708-a9c0-69a286f3e5d0 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963094
Jun 30 19:13:28.393979 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-244a31b9-e2cb-41bf-8f54-d4061089a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.395481 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b644203f-82ed-4c21-81d7-bd9789aded15 req-244a31b9-e2cb-41bf-8f54-d4061089a29c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2311673
Jun 30 19:13:28.507891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-218bc336-cd58-498f-b138-cddb9248f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.509420 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-218bc336-cd58-498f-b138-cddb9248f65a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 1096 time: 0.0695665
Jun 30 19:13:28.586634 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-0c98e17d-c42f-4e3f-a516-f08ab489eb6c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b HTTP/1.1" status: 200  len: 217 time: 0.0656106
Jun 30 19:13:28.595126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:28.643565 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'status': 'completed', 'code': 200}
Jun 30 19:13:28.659748 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-7bf2f8da-7b5e-47eb-9116-3901d658674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.660819 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-7bf2f8da-7b5e-47eb-9116-3901d658674d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a493b5e0-df76-4b1e-9f27-2bea78913036 HTTP/1.1" status: 200  len: 854 time: 0.0664890
Jun 30 19:13:28.717483 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-c8ebf6df-7e14-471b-9497-3457e0d526af service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468602
Jun 30 19:13:28.759287 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-c7e4b359-e43e-4cad-9509-81961dc2f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.761049 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-c7e4b359-e43e-4cad-9509-81961dc2f324 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1099 time: 0.0825307
Jun 30 19:13:28.863640 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-79c76620-b9a1-46b1-9663-8dc5507f1c1f service neutron] 10.222.0.97 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357019
Jun 30 19:13:28.901976 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-82ea44f6-8443-4fec-81a8-508ea6cbc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:28.903505 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-82ea44f6-8443-4fec-81a8-508ea6cbc890 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1350355
Jun 30 19:13:29.017094 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-3c2c3b08-a762-432d-acf5-fc79efb2e7a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 1001 time: 0.1013947
Jun 30 19:13:29.079248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-0fd60df9-d246-445a-a673-7603939ab900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:29.080670 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-0fd60df9-d246-445a-a673-7603939ab900 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0566833
Jun 30 19:13:29.110955 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d52e7b95-c898-457d-b01c-e39ceb3c6bf3 req-8024f6ab-d4dc-4554-a9b9-5d3ec6fa836c service neutron] 10.222.0.97 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392020
Jun 30 19:13:29.159836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-6c414c68-c9ce-40c2-b8ff-ea549cecb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:29.161405 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-6c414c68-c9ce-40c2-b8ff-ea549cecb2e1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738804
Jun 30 19:13:29.298901 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-b545c1e6-a2d0-4e7e-b2b4-9cbb6435a4e1 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300929
Jun 30 19:13:29.453470 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cce2702d-f017-46a0-b416-bc3a709ee824 req-0f3bacf3-9aa4-471e-ad19-0eb9995dde26 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402185
Jun 30 19:13:29.676834 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e689005-e203-431b-bdf4-bc2f66841c2f req-63a9bffa-f0f3-4f0a-9024-1092b3f8cd8e tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:29.722830 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e689005-e203-431b-bdf4-bc2f66841c2f req-63a9bffa-f0f3-4f0a-9024-1092b3f8cd8e tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 943 time: 0.1388397
Jun 30 19:13:29.722830 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e562e50-a7e9-4adf-b778-9c4f1e2cd44b req-812e2ca9-72f9-4af5-ace3-465d590066db tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:29.722830 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7e562e50-a7e9-4adf-b778-9c4f1e2cd44b req-812e2ca9-72f9-4af5-ace3-465d590066db tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1491654
Jun 30 19:13:29.755272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e689005-e203-431b-bdf4-bc2f66841c2f req-72b908cb-85d6-4833-a48a-34ffef88d5ce tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675688
Jun 30 19:13:29.759430 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7e562e50-a7e9-4adf-b778-9c4f1e2cd44b req-1c682403-4bea-46b5-9c26-1b3bd0ea69b8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593181
Jun 30 19:13:30.608205 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-7235f901-b884-4090-a3d8-0c5318f595c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:30.846126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52664) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:31.000947 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.027908 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:31.036843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Usage tracker for resource:security_group_rule and tenant:a412bae73b074b36a848684cddb57679 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:31.043058 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:31.053106 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:31.078183 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342109bb-d616-4551-b500-5568d8d029c5 req-913ba6c4-d9d4-49a7-8d68-7b4806003583 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:31.079996 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-342109bb-d616-4551-b500-5568d8d029c5 req-913ba6c4-d9d4-49a7-8d68-7b4806003583 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 943 time: 0.2141564
Jun 30 19:13:31.090956 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120eddc-bb84-48c2-904a-402846ec2c00 req-bc7876bb-dc32-4787-9147-a63ab814324c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:31.098163 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2120eddc-bb84-48c2-904a-402846ec2c00 req-bc7876bb-dc32-4787-9147-a63ab814324c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1860201
Jun 30 19:13:31.174290 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.194460 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-342109bb-d616-4551-b500-5568d8d029c5 req-08b68a64-1186-4254-ba55-4558b8cd1b6b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010880
Jun 30 19:13:31.209437 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2120eddc-bb84-48c2-904a-402846ec2c00 req-8f293f78-3195-4772-b54a-c83ff531a014 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902319
Jun 30 19:13:31.261290 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.328478 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.341015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-7c30ad1f-753b-4fe5-8e46-cfba9b1cd385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:31.384496 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a412bae73b074b36a848684cddb57679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5366671
Jun 30 19:13:31.386453 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5807e-fb54-420b-b39c-d830dcd0a5a1,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:31.388437 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52684) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:31.394348 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.394718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.395078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.395433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.395783 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.396133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.396476 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.396877 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.397289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.401961 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.401961 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.401961 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.403133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:31.498396 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.526600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.665691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.671846 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-daa75373-dd08-46c5-a44d-2dcddd42b2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:31.684312 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5807e-fb54-420b-b39c-d830dcd0a5a1,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:31.691038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:31.692150 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01d5807e-fb54-420b-b39c-d830dcd0a5a1 HTTP/1.1" status: 204  len: 168 time: 0.3027508
Jun 30 19:13:31.693776 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.694135 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.694573 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.694923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.695267 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.695607 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.695941 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.696365 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.696659 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.696990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.697347 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.698192 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:31.701460 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:31.773636 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 28acc2aa-8573-45b6-afe9-8b2f14fc733b details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:13:31.911889 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:31.925856 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '28acc2aa-8573-45b6-afe9-8b2f14fc733b', 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7', 'port_id': '28acc2aa-8573-45b6-afe9-8b2f14fc733b', 'mac_address': 'fa:16:3e:0f:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a493b5e0-df76-4b1e-9f27-2bea78913036', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:13:31.991287 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:32.009883 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28acc2aa-8573-45b6-afe9-8b2f14fc733b {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:32.026929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:32.132035 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:32.134742 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:32.209461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:32.212662 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:32.400998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519e9a-e7be-456b-9f09-1c9d9f1d1a83 req-e9cac321-ccfc-4f52-9ccb-29d832170853 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:32.402521 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-47519e9a-e7be-456b-9f09-1c9d9f1d1a83 req-e9cac321-ccfc-4f52-9ccb-29d832170853 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 944 time: 0.0962396
Jun 30 19:13:32.409695 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['28acc2aa-8573-45b6-afe9-8b2f14fc733b'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:13:32.453493 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-47519e9a-e7be-456b-9f09-1c9d9f1d1a83 req-2ad2212e-8f3b-479b-a069-65000dbe92f2 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446243
Jun 30 19:13:32.641320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20d63-c2db-4b9d-af9c-c286d9f25c06 req-3264107b-6d1f-4000-895e-6cbca5937820 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:32.642794 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0dc20d63-c2db-4b9d-af9c-c286d9f25c06 req-3264107b-6d1f-4000-895e-6cbca5937820 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0840857
Jun 30 19:13:32.693196 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0dc20d63-c2db-4b9d-af9c-c286d9f25c06 req-5be239d8-36db-4a00-b706-493beab0a143 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447242
Jun 30 19:13:32.944701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52738) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:33.056977 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1780821179-network', 'tenant_id': '44be798047dd4ec9b6ea0ac21ee7710f'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:33.062720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:33.067305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Usage tracker for resource:network and tenant:44be798047dd4ec9b6ea0ac21ee7710f is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:33.070196 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:33.076822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:33.149377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Made reservation on behalf of 44be798047dd4ec9b6ea0ac21ee7710f for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:33.151929 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.164402 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.179253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:33.184324 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Usage tracker for resource:security_group_rule and tenant:44be798047dd4ec9b6ea0ac21ee7710f is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:33.187346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:33.193321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:33.275618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.402932 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.403175 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b0c4a45c-f320-468f-9d96-3b54235c86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.409745 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0ea8fff7-1cd5-439b-8702-67956e861a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:33.434016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:13:33.449395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb12cf-f236-4593-886e-d2c0d794ab6a,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:33.452626 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:33.457718 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.457718 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Added segment 589469a1-694d-433a-a48b-93d1fe8c0467 of type vlan for network 53852c2d-a26b-459c-bc32-e184dbbaedd8
Jun 30 19:13:33.485920 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.609179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.609978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:33.610733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:33.614426 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:33.654771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5371b-1b60-4b33-a6de-19294d91afde req-83f69c40-8cbf-4662-8ad1-0d9dcacbf1ad tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:33.657313 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9de5371b-1b60-4b33-a6de-19294d91afde req-83f69c40-8cbf-4662-8ad1-0d9dcacbf1ad tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 944 time: 0.0866697
Jun 30 19:13:33.704156 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9de5371b-1b60-4b33-a6de-19294d91afde req-af9eab4d-3de3-43c5-8bae-f49b87523596 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407300
Jun 30 19:13:33.720815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Pushing event updated for resources: {'Network': ['ID=53852c2d-a26b-459c-bc32-e184dbbaedd8,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:33.722084 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:33.734736 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:13:33.797071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 28acc2aa-8573-45b6-afe9-8b2f14fc733b up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:13:33.851393 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9027140
Jun 30 19:13:33.852179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52758) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:33.857453 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Request body: {'subnet': {'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1780821179-subnet', 'tenant_id': '44be798047dd4ec9b6ea0ac21ee7710f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:33.868326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:33.873144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Usage tracker for resource:subnet and tenant:44be798047dd4ec9b6ea0ac21ee7710f is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:33.877380 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:33.883908 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:33.919089 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374350-0ac6-488d-aeb3-d1384f398bfc req-6796ca51-f750-455a-a728-dc54eb59e4d7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:33.920938 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-29374350-0ac6-488d-aeb3-d1384f398bfc req-6796ca51-f750-455a-a728-dc54eb59e4d7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1160429
Jun 30 19:13:33.972119 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-29374350-0ac6-488d-aeb3-d1384f398bfc req-8dff5f3e-2eee-4399-a252-ba042fe880ea tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415838
Jun 30 19:13:34.077125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Made reservation on behalf of 44be798047dd4ec9b6ea0ac21ee7710f for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:34.077758 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 28acc2aa-8573-45b6-afe9-8b2f14fc733b completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:13:34.079947 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16496905'] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.083815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 28acc2aa-8573-45b6-afe9-8b2f14fc733b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:34.089201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.233040 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.262734 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:34.281116 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:34.294321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.314433 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b', 'code': 200}
Jun 30 19:13:34.334179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc41f-324e-4cf5-91f3-c715eb254125 req-77af0ac4-9641-4b2d-9250-fc5350839c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:34.335906 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-039dc41f-324e-4cf5-91f3-c715eb254125 req-77af0ac4-9641-4b2d-9250-fc5350839c31 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.1835396
Jun 30 19:13:34.386364 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.389070 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:34.434668 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-039dc41f-324e-4cf5-91f3-c715eb254125 req-fefe1d33-0cde-4caa-96e4-8bae39ca92ca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769153
Jun 30 19:13:34.476906 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:34.480311 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:34.531778 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15185836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16496927'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.536018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:34.606469 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:34.609825 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:34.615376 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Checking segment: {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:13:34.615729 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Network hostable DHCP agents. Network: 53852c2d-a26b-459c-bc32-e184dbbaedd8, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:13:34.731561 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:13:34.772173 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cad29-31d8-4bbe-9743-6dc2c472f42a req-a9863d47-c1df-4970-82d7-0d5517acc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:34.775519 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-dc0cad29-31d8-4bbe-9743-6dc2c472f42a req-a9863d47-c1df-4970-82d7-0d5517acc667 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 1098 time: 0.0812924
Jun 30 19:13:34.817561 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-dc0cad29-31d8-4bbe-9743-6dc2c472f42a req-1970f413-6f5e-404a-943b-e4e6b02dc543 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351110
Jun 30 19:13:34.851618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 53852c2d-a26b-459c-bc32-e184dbbaedd8) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:34.859863 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e2e201-7a1f-407d-b12a-978a01d649ac None None] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:13:34.864029 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:34.864740 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:34.900353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408ab5-7386-442b-b347-7f05617eb8f6 req-96519c2d-b5cb-44e6-ab2f-66888f2aab7b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:34.907191 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b408ab5-7386-442b-b347-7f05617eb8f6 req-96519c2d-b5cb-44e6-ab2f-66888f2aab7b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.0941865
Jun 30 19:13:34.951698 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b408ab5-7386-442b-b347-7f05617eb8f6 req-53711f11-ecd0-4f05-b891-62b939859693 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436471
Jun 30 19:13:34.963988 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1025834
Jun 30 19:13:34.964378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52776) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:35.083940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b2707-6671-4d7d-998e-5dd0f69965c2 None None] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:13:35.222091 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.240294 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:35.253965 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d17c404c574d72b5d2652aa1e9ab36 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:35.261400 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:35.270140 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:35.297853 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8d117-0f47-453c-a474-5e92c8451d3f req-1e89c592-7add-47ff-b522-6a7ea1405b8b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:35.299649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1ef8d117-0f47-453c-a474-5e92c8451d3f req-1e89c592-7add-47ff-b522-6a7ea1405b8b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1645508
Jun 30 19:13:35.376746 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1ef8d117-0f47-453c-a474-5e92c8451d3f req-b7a28521-4034-46a2-adc6-b24a7c3dac84 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660307
Jun 30 19:13:35.431115 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.499512 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.510863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:35.556064 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5d17c404c574d72b5d2652aa1e9ab36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5953150
Jun 30 19:13:35.557114 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbfefcb-fd6d-4eb5-97da-3291cd94310e,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:35.558923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52796) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:35.561382 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:35.616384 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.644087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.688214 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.831106 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.836128 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fd6c01ba-365d-4a4e-a950-840792408e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:35.857914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbfefcb-fd6d-4eb5-97da-3291cd94310e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:35.860866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:35.865382 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:35.866501 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fbfefcb-fd6d-4eb5-97da-3291cd94310e HTTP/1.1" status: 204  len: 168 time: 0.3066041
Jun 30 19:13:36.173931 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1213ce-0089-4f33-8548-5f3a976463e9 req-38d0e166-8869-4c98-9006-1d57dcf389c4 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:36.175522 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-be1213ce-0089-4f33-8548-5f3a976463e9 req-38d0e166-8869-4c98-9006-1d57dcf389c4 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.1043780
Jun 30 19:13:36.248032 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-be1213ce-0089-4f33-8548-5f3a976463e9 req-13d48c22-cdbe-4b57-a8a4-8115acaf79a4 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660369
Jun 30 19:13:36.579818 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50588bda-deed-4330-8d73-db5fe734b2dd req-b001c940-8b5d-4ce7-8ac0-3273ef3559bd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:36.581321 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-50588bda-deed-4330-8d73-db5fe734b2dd req-b001c940-8b5d-4ce7-8ac0-3273ef3559bd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0945756
Jun 30 19:13:36.610019 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52818) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:36.627823 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-50588bda-deed-4330-8d73-db5fe734b2dd req-33b0c15e-5ee5-4e3a-b64d-db167c460f11 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399804
Jun 30 19:13:36.628751 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:36.644257 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:36.648105 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd998385332e4cc29b630e5cdfa16081 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:36.651125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:36.656784 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:36.737679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:36.859823 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:36.870492 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3e06b78c-714c-48bc-ab75-915e4f2abeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:36.911739 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd998385332e4cc29b630e5cdfa16081&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005672
Jun 30 19:13:36.912628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674e609d-39e0-452e-806b-ef1c45d28f70,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:36.914423 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52822) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:36.915656 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:36.972688 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:36.998063 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:37.208269 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:37.212027 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2361ccd6-6960-4a9f-bff8-2eafaba4edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:37.226069 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e609d-39e0-452e-806b-ef1c45d28f70,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:37.228265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:37.239462 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:37.240577 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/674e609d-39e0-452e-806b-ef1c45d28f70 HTTP/1.1" status: 204  len: 168 time: 0.3244791
Jun 30 19:13:37.440580 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b80b4-a667-45bd-8922-0334988a6695 req-8b907978-a7ab-429b-a48d-c26a53875583 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:37.442221 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e18b80b4-a667-45bd-8922-0334988a6695 req-8b907978-a7ab-429b-a48d-c26a53875583 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.0866907
Jun 30 19:13:37.492580 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e18b80b4-a667-45bd-8922-0334988a6695 req-14eab4f7-c351-49e0-a17b-7e4414125b0e tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430849
Jun 30 19:13:37.822277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9f38-054c-45ef-9a8e-4646da22a941 req-c8cdb1cc-0e31-4678-bee8-ec4911e30552 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:37.823895 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ceec9f38-054c-45ef-9a8e-4646da22a941 req-c8cdb1cc-0e31-4678-bee8-ec4911e30552 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0839312
Jun 30 19:13:37.868477 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ceec9f38-054c-45ef-9a8e-4646da22a941 req-d93996a9-e601-40ea-b234-5eed74ecdecd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389650
Jun 30 19:13:38.695843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f5a5-c1cf-428f-9da9-5bc7a1f6ef42 req-0fa61aea-3069-4e6d-94bc-c47ef78e093b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:38.699316 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a10f5a5-c1cf-428f-9da9-5bc7a1f6ef42 req-0fa61aea-3069-4e6d-94bc-c47ef78e093b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.0946589
Jun 30 19:13:38.749727 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a10f5a5-c1cf-428f-9da9-5bc7a1f6ef42 req-a800bf34-4c70-406d-8d3f-ca81b6a6d547 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439689
Jun 30 19:13:39.058872 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e285b-4952-4ca6-a8aa-d0a8385d6866 req-b9c9616d-fe23-4297-a49e-3877124737b5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:39.060256 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-932e285b-4952-4ca6-a8aa-d0a8385d6866 req-b9c9616d-fe23-4297-a49e-3877124737b5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0837703
Jun 30 19:13:39.113571 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-932e285b-4952-4ca6-a8aa-d0a8385d6866 req-9d37a060-fb64-4633-8cf1-485af1781434 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471840
Jun 30 19:13:39.330316 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 52878) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:39.483733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:39.501665 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:39.505988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Usage tracker for resource:security_group_rule and tenant:07a45de00e0d4074abb6959df86bb794 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:39.508216 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:39.514105 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:39.614857 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:39.733054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:39.741561 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4ef9c4b9-b065-42fb-b760-861d213c070e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:39.793388 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-4b81fe70-bd64-4220-85d7-bd0d61533430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:39.795007 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07a45de00e0d4074abb6959df86bb794&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4635470
Jun 30 19:13:39.797984 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-4b81fe70-bd64-4220-85d7-bd0d61533430 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.1264389
Jun 30 19:13:39.798467 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 52902) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:39.802785 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c952405-f15b-441a-a551-da896c7e1f18,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:39.806914 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:39.942344 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82794b5e-279e-4322-9793-d5b6e1a04380 req-7b681391-27ee-418c-a980-c15e61221f6b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:39.943947 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82794b5e-279e-4322-9793-d5b6e1a04380 req-7b681391-27ee-418c-a980-c15e61221f6b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2880237
Jun 30 19:13:39.990731 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:40.025134 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-02b22bbd-c288-48bf-ae8f-7cb74a6458e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:40.026967 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-02b22bbd-c288-48bf-ae8f-7cb74a6458e0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.1907282
Jun 30 19:13:40.034324 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:40.038430 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82794b5e-279e-4322-9793-d5b6e1a04380 req-9c5601ff-cc87-4399-b696-378b39ac63c6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817854
Jun 30 19:13:40.045607 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-995884fd-415a-497a-a7a4-ff0520d02351 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:40.047676 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-995884fd-415a-497a-a7a4-ff0520d02351 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 809 time: 0.2175126
Jun 30 19:13:40.081913 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-cebdf70b-ad50-4d87-8dea-ddbedb7aa3cd tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/quotas/44be798047dd4ec9b6ea0ac21ee7710f HTTP/1.1" status: 200  len: 375 time: 0.0277081
Jun 30 19:13:40.112833 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-d4c8c0d8-2a7f-42e1-b370-49ca13ce78b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.0713832
Jun 30 19:13:40.139663 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-ad6fdffc-2d31-4c41-9d06-4bdf48f56fea tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568419
Jun 30 19:13:40.202531 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-d0961360-9313-4ed1-a6b3-faa55a8281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:40.204040 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-d0961360-9313-4ed1-a6b3-faa55a8281d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0813904
Jun 30 19:13:40.260900 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-c5697257-082d-4534-b5bf-7e1bbde49a1a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482094
Jun 30 19:13:40.340796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-cd575d72-840b-4d27-8455-4d044f9433b6 service neutron] 10.222.0.78 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001925
Jun 30 19:13:40.352646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cb792-c781-4c3e-ac50-7e9c45eb070d req-7e1a5561-6afa-48f7-8bd5-7c78a9031c90 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:40.361199 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2e2cb792-c781-4c3e-ac50-7e9c45eb070d req-7e1a5561-6afa-48f7-8bd5-7c78a9031c90 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.2016773
Jun 30 19:13:40.363911 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:40.370477 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d57c005a-194c-4b40-8c62-7c1f681f686b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:40.386954 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c952405-f15b-441a-a551-da896c7e1f18,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:40.395564 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:40.403503 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:40.407576 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c952405-f15b-441a-a551-da896c7e1f18 HTTP/1.1" status: 204  len: 168 time: 0.6052425
Jun 30 19:13:40.456782 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-6b23bbfa-9c48-4315-a6bc-35d1100fb227 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784465
Jun 30 19:13:40.497050 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2e2cb792-c781-4c3e-ac50-7e9c45eb070d req-589ad1f9-b791-467c-b1ac-be69c4c918e1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169696
Jun 30 19:13:40.566534 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-25d14053-9ab2-4606-b3f9-d5fb5c920e5a service neutron] 10.222.0.78 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042065
Jun 30 19:13:40.708462 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5209d208-ac22-49c8-bbac-9c806601d4d9 req-813eee81-7134-40da-a782-91f3b6b089d4 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367418
Jun 30 19:13:41.005603 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e70774c2-17e5-4f91-b529-3fbb95449adf req-1face255-d5cc-48b6-a5f3-ca7ecbbeedd2 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0872755
Jun 30 19:13:41.281141 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750e18-8e60-4784-aaa0-d3cf6499e548 req-926e0a6e-d7c9-4d62-9f12-7d82677b8fd2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:41.282914 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e750e18-8e60-4784-aaa0-d3cf6499e548 req-926e0a6e-d7c9-4d62-9f12-7d82677b8fd2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0898516
Jun 30 19:13:41.331073 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e750e18-8e60-4784-aaa0-d3cf6499e548 req-38fd3f93-cd45-439d-a9f4-a9dac0ad74ce tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422843
Jun 30 19:13:41.623650 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ab2d-c7d8-4e48-8610-596eb7d4fa20 req-3ec770da-2932-4aa9-a2c7-16b2058628ea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:41.625172 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b484ab2d-c7d8-4e48-8610-596eb7d4fa20 req-3ec770da-2932-4aa9-a2c7-16b2058628ea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0801203
Jun 30 19:13:41.685776 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b484ab2d-c7d8-4e48-8610-596eb7d4fa20 req-65eb49dd-b3e2-4148-92f3-b91c51f5ff27 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532770
Jun 30 19:13:42.125839 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-61055420-ceae-477e-a0f1-f302d2fc6fb3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716527
Jun 30 19:13:42.149830 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c973a120-0272-412e-bffc-6800089f3156 req-6951fe84-c4e3-4512-a46f-5589ea140302 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0522013
Jun 30 19:13:42.247222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-5661133c-663b-4191-b0e1-b413a315f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:42.248683 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-5661133c-663b-4191-b0e1-b413a315f3c1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 1099 time: 0.0908942
Jun 30 19:13:42.442679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-e35bab80-81c5-4424-8fe6-b22ddcd3baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:42.444225 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-e35bab80-81c5-4424-8fe6-b22ddcd3baa7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.1697903
Jun 30 19:13:42.519351 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-5013c828-a97d-416f-8db3-f359adfc3caf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 200  len: 217 time: 0.0658100
Jun 30 19:13:42.568712 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e4-1045-4c01-b36c-3652b20b3a6a req-5ad78ad3-f093-4086-8da8-dd7b68da11a9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:42.570989 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f65041e4-1045-4c01-b36c-3652b20b3a6a req-5ad78ad3-f093-4086-8da8-dd7b68da11a9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0861800
Jun 30 19:13:42.651789 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f65041e4-1045-4c01-b36c-3652b20b3a6a req-15989f22-0cd4-42ba-ba9d-88e01e2da535 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677285
Jun 30 19:13:42.663278 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-27b29bc8-abc4-4e49-8d9e-73632a2cd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:42.664986 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-27b29bc8-abc4-4e49-8d9e-73632a2cd961 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0998940
Jun 30 19:13:42.735937 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-96920d2c-9815-4b8e-8569-8362e0864afb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474012
Jun 30 19:13:42.942912 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-1e386bc4-d146-4446-a485-adc19190f284 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945300
Jun 30 19:13:43.125847 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-4a030278-06b2-4a32-9956-d0318bcdea22 req-7b0e8a8b-9283-475f-9054-5287436c6fe2 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706207
Jun 30 19:13:43.129644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b00e-8258-4f1d-a401-7b5f6ad5cec7 req-451e40b3-47f5-4a7f-8e29-7ae5442d33a9 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:43.137819 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edb7b00e-8258-4f1d-a401-7b5f6ad5cec7 req-451e40b3-47f5-4a7f-8e29-7ae5442d33a9 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.2549050
Jun 30 19:13:43.207728 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edb7b00e-8258-4f1d-a401-7b5f6ad5cec7 req-d62aaaa7-d812-4a41-a4ec-cb297168965d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586779
Jun 30 19:13:43.337754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09348a6a-701c-4400-88b4-feb5856cf753 req-a3fc124d-fabc-4959-89be-c3e624250bb7 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0499198
Jun 30 19:13:43.831244 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71b6f5-8bdc-448b-893c-625f9eb3090b req-968c0065-2c6c-4b52-891f-3c9eeb190149 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:43.833723 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ff71b6f5-8bdc-448b-893c-625f9eb3090b req-968c0065-2c6c-4b52-891f-3c9eeb190149 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0837963
Jun 30 19:13:43.895767 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ff71b6f5-8bdc-448b-893c-625f9eb3090b req-9c66f34b-9b7d-488f-952c-962c18614a2f tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556033
Jun 30 19:13:44.057869 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-b4c9baa0-5000-4fc2-a185-6c49275d86b2 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:44.058635 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-b4c9baa0-5000-4fc2-a185-6c49275d86b2 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Synchronizing usage tracker for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:network {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:13:44.184972 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-b4c9baa0-5000-4fc2-a185-6c49275d86b2 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Unset dirty status for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:network {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:13:44.186292 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-b4c9baa0-5000-4fc2-a185-6c49275d86b2 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 809 time: 0.3083384
Jun 30 19:13:44.212188 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Request body: {'port': {'device_id': 'd24631c8-a275-4337-b567-f3b850e16370', 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8', 'admin_state_up': True, 'tenant_id': '44be798047dd4ec9b6ea0ac21ee7710f'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:44.371657 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:44.384387 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Usage tracker for resource:port and tenant:44be798047dd4ec9b6ea0ac21ee7710f is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:44.390126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:44.404821 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:44.430395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ca69b-67d5-41f6-bcb2-acd887873780 req-619a0b50-a848-486a-aa88-e9d84315bf4b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:44.432658 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-595ca69b-67d5-41f6-bcb2-acd887873780 req-619a0b50-a848-486a-aa88-e9d84315bf4b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1084797
Jun 30 19:13:44.482082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Made reservation on behalf of 44be798047dd4ec9b6ea0ac21ee7710f for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:13:44.488653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:44.526729 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3780c715-cc5d-4110-a06a-5f725beaaaa0 req-afa5c5b8-c328-4507-8fd7-9cad5093843e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0652387
Jun 30 19:13:44.532029 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-595ca69b-67d5-41f6-bcb2-acd887873780 req-55179281-6bed-43e1-9766-6e07998aaf45 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939217
Jun 30 19:13:44.562807 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:44.674859 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Allocated IP 172.20.0.5 (53852c2d-a26b-459c-bc32-e184dbbaedd8/9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff/4864604d-c6d2-45ee-87e6-dbb72a77bd75) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:13:44.894413 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.000723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.007491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:45.142343 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:13:45.145630 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:13:45.149951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:13:45.187628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Pushing event updated for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:45.198336 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:45.224881 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:45.225583 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.283568 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0756958
Jun 30 19:13:45.311733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Request body: {'port': {'device_id': 'd24631c8-a275-4337-b567-f3b850e16370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:13:45.425364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.790332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58ab57-625b-4715-a243-9d00cef0a08a req-641f2770-db48-49a0-8970-30e8c5a621d3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:45.790882 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4864604d-c6d2-45ee-87e6-dbb72a77bd75 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:45.791860 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8d58ab57-625b-4715-a243-9d00cef0a08a req-641f2770-db48-49a0-8970-30e8c5a621d3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 931 time: 0.1476545
Jun 30 19:13:45.798828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.804890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82f15-2b0b-4d20-988d-0c80a10a4b8b req-eda01655-d2aa-43c4-a263-0c3f4878c7a3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:45.806390 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-efa82f15-2b0b-4d20-988d-0c80a10a4b8b req-eda01655-d2aa-43c4-a263-0c3f4878c7a3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1162090
Jun 30 19:13:45.815329 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Transition to ACTIVE for port object 4864604d-c6d2-45ee-87e6-dbb72a77bd75 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:13:45.880886 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8d58ab57-625b-4715-a243-9d00cef0a08a req-5d2f9355-dc44-43c4-ac47-c95e6aac2ec9 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734949
Jun 30 19:13:45.886359 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-efa82f15-2b0b-4d20-988d-0c80a10a4b8b req-7f0fbde0-0d4e-421d-976f-2c362bf878e1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640283
Jun 30 19:13:45.893491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:45.901341 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:46.061380 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:46.064182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:46.087079 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a8d2-04d6-43c3-b342-04d65b37d202 req-22500544-b33b-4265-8ed8-363a5d60b69c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:46.088656 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4741a8d2-04d6-43c3-b342-04d65b37d202 req-22500544-b33b-4265-8ed8-363a5d60b69c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0826283
Jun 30 19:13:46.142678 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Attempting to bind port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:13:46.143010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Attempting to bind port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:13:46.143993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Attempting to bind port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:46.149505 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:13:46.149828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Attempting to bind port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:13:46.154682 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4741a8d2-04d6-43c3-b342-04d65b37d202 req-961e7583-e630-4af3-b1cf-849ad37b82db tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600905
Jun 30 19:13:46.156025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:13:46.156362 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Checking segment: {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:13:46.156753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Bound using segment: {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:13:46.157160 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Bound port: 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:13:46.160978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.263367 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:13:46.266917 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:13:46.349978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.359225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 53124) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:46.361953 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4a92370b-b5ac-4060-8641-5ec7aebb1480 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:46.430180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:46.430793 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.432887 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] 10.222.0.97 "PUT /v2.0/ports/4864604d-c6d2-45ee-87e6-dbb72a77bd75 HTTP/1.1" status: 200  len: 1093 time: 1.1286395
Jun 30 19:13:46.435501 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:46.468353 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:46.477242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:46.500243 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.516647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:46.520471 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e90402b644b42938ef82ccc76617f01 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:46.524107 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:46.530662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:46.627538 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75', 'status': 'completed', 'code': 200}
Jun 30 19:13:46.642826 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-6f722166-a617-4e1f-97cc-b38b964ef513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:46.644312 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-6f722166-a617-4e1f-97cc-b38b964ef513 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 1096 time: 0.0944746
Jun 30 19:13:46.648447 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.719961 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-559daf1f-1e8a-4869-a9e4-c99c168350a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75 HTTP/1.1" status: 200  len: 217 time: 0.0657825
Jun 30 19:13:46.722153 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:46.732712 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-31f06e48-b5ef-40d6-903f-1a28e7bd31fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:46.773910 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e90402b644b42938ef82ccc76617f01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4135101
Jun 30 19:13:46.774810 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a265a3ab-de45-4a14-a35d-706a370c298c,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:46.777245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 53142) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:46.778684 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:46.815533 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-32102224-6b88-46e0-8d1b-f70c06f84bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:46.816946 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-32102224-6b88-46e0-8d1b-f70c06f84bec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff HTTP/1.1" status: 200  len: 849 time: 0.0890827
Jun 30 19:13:46.873811 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-ea0eb6dc-49dd-4282-ab76-dd5a6acc1c14 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=53852c2d-a26b-459c-bc32-e184dbbaedd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459335
Jun 30 19:13:46.956790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.002348 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.071250 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-fff12379-b879-45b6-a2e1-efdcd4a9a46b service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883361
Jun 30 19:13:47.097378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faea21-09a1-4bf1-8fe5-c8a683cfccfb req-e10ee527-9e48-48ac-afb7-bbeb15aa706e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:47.097378 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-20faea21-09a1-4bf1-8fe5-c8a683cfccfb req-e10ee527-9e48-48ac-afb7-bbeb15aa706e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 943 time: 0.0929625
Jun 30 19:13:47.160002 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-20faea21-09a1-4bf1-8fe5-c8a683cfccfb req-929375c3-5c64-4f9e-ae1d-5de66acffe4d tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562551
Jun 30 19:13:47.201006 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.206600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b4f529a0-defa-41f8-a6e8-915ff812c392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:47.221717 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a265a3ab-de45-4a14-a35d-706a370c298c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:47.226956 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:47.235752 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.239066 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a265a3ab-de45-4a14-a35d-706a370c298c HTTP/1.1" status: 204  len: 168 time: 0.4581661
Jun 30 19:13:47.250122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 53156) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:47.300326 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-8495fa31-f663-4815-b42e-85bd9771f3aa req-38220246-17f3-47e8-a045-331e43001142 service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049813
Jun 30 19:13:47.396461 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee2b8-e916-4b5a-be1b-6619b167c3a0 req-2ffbc9e4-9576-48b1-ab64-765451bf65cb tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:47.413665 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b29ee2b8-e916-4b5a-be1b-6619b167c3a0 req-2ffbc9e4-9576-48b1-ab64-765451bf65cb tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1311593
Jun 30 19:13:47.467637 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b29ee2b8-e916-4b5a-be1b-6619b167c3a0 req-9a1f3ba3-ccf5-412a-a3d5-ebc3874af209 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500224
Jun 30 19:13:47.552049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.587355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:47.606092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6032cbcb0d40cebe6c372e79c872b9 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:47.609700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:47.618335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:47.644662 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-654546de-f207-48a5-a102-e9ecfcb294a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:47.646178 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-654546de-f207-48a5-a102-e9ecfcb294a7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 1096 time: 0.2183948
Jun 30 19:13:47.838765 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-780ccb31-e8a5-4643-bc04-69cb3579c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:47.840140 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-780ccb31-e8a5-4643-bc04-69cb3579c9e4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 910 time: 0.1806948
Jun 30 19:13:47.841805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.920211 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-4e5cbe11-e54e-454d-a7e6-4ff2104b1165 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75 HTTP/1.1" status: 200  len: 217 time: 0.0682528
Jun 30 19:13:47.920921 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:47.929028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1d9d1d60-d3da-4e38-a083-46ff6f75b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:48.016997 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff6032cbcb0d40cebe6c372e79c872b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7658546
Jun 30 19:13:48.017842 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f797ec48-f20f-46a9-882d-4741fe34af47,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:48.019858 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 53176) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:48.020811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:48.033840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-da9894de-45ac-4ded-9d90-b2bc04405e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:48.034450 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-da9894de-45ac-4ded-9d90-b2bc04405e84 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff HTTP/1.1" status: 200  len: 849 time: 0.0980999
Jun 30 19:13:48.078564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:48.085061 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-799836f8-7fa3-41c3-a14f-2e39d4dc04b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=53852c2d-a26b-459c-bc32-e184dbbaedd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423739
Jun 30 19:13:48.110815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:48.235066 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-d9ff1622-d2a1-4452-be10-d251f816179e service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396582
Jun 30 19:13:48.247088 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:48.253510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2446b4f4-29ab-4996-8c72-41e8478cbe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:48.270866 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f797ec48-f20f-46a9-882d-4741fe34af47,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:48.273888 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:48.334813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:48.335937 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f797ec48-f20f-46a9-882d-4741fe34af47 HTTP/1.1" status: 204  len: 168 time: 0.3151064
Jun 30 19:13:48.378195 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2addcc55-d9f9-4f2a-951e-7227aeabc7cc req-63ebd62c-d8d8-4ae7-bc68-3cd81526106b service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321821
Jun 30 19:13:48.378969 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81511f6a-9e23-4c7a-bc1a-95193067c631 req-1b109e2c-ec8a-4311-aa15-41a28d28270a tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:48.388709 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-81511f6a-9e23-4c7a-bc1a-95193067c631 req-1b109e2c-ec8a-4311-aa15-41a28d28270a tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 943 time: 0.1195135
Jun 30 19:13:48.437380 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-81511f6a-9e23-4c7a-bc1a-95193067c631 req-19d98af2-4a5b-4304-923d-fb9bde56bf06 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476224
Jun 30 19:13:48.688114 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bdf45-8747-4438-b3ec-ff0374498bd6 req-b2eb3292-9ab8-4879-82a7-f3ef5f6ffb4a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:48.689743 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c91bdf45-8747-4438-b3ec-ff0374498bd6 req-b2eb3292-9ab8-4879-82a7-f3ef5f6ffb4a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0940952
Jun 30 19:13:48.736256 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c91bdf45-8747-4438-b3ec-ff0374498bd6 req-fc3282d3-e8c2-43f6-a8cb-2f77eb375022 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408945
Jun 30 19:13:49.032431 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 53206) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:49.049788 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.064438 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:13:49.068812 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Usage tracker for resource:security_group_rule and tenant:9fa4f741b6f4480a8b5ba369954213fc is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:13:49.071621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:13:49.077964 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:13:49.160450 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.224528 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.231872 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-924f2e1e-83e8-4655-83dd-e2e655ee301f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:49.273363 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fa4f741b6f4480a8b5ba369954213fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2396166
Jun 30 19:13:49.274296 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5aa59-8f26-4b0c-bfe0-35219fefe83d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:49.276329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 53210) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:13:49.277348 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:49.341958 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.369602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.470646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.477053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6010d850-5236-4d77-b923-ccf8db77bb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:49.487617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5aa59-8f26-4b0c-bfe0-35219fefe83d,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:49.492511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:49.495342 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:49.496569 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ed5aa59-8f26-4b0c-bfe0-35219fefe83d HTTP/1.1" status: 204  len: 168 time: 0.2191906
Jun 30 19:13:49.668674 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591952-1bc3-434b-bfe6-0754ce1184ad req-f69c22ed-988c-49c3-a6ac-4c0176ad1862 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:49.670411 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-92591952-1bc3-434b-bfe6-0754ce1184ad req-f69c22ed-988c-49c3-a6ac-4c0176ad1862 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 943 time: 0.1040659
Jun 30 19:13:49.717993 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-92591952-1bc3-434b-bfe6-0754ce1184ad req-f9de1b2f-a721-4ab8-ab1c-d4a576db367b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402744
Jun 30 19:13:49.849246 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4864604d-c6d2-45ee-87e6-dbb72a77bd75 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:13:49.934744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcaf3b-8380-4cb3-87a4-c3d35e4b47c0 req-a98d036a-4f27-40df-8a0d-3a423056aa6c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:49.936315 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1dcaf3b-8380-4cb3-87a4-c3d35e4b47c0 req-a98d036a-4f27-40df-8a0d-3a423056aa6c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0885866
Jun 30 19:13:49.995752 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1dcaf3b-8380-4cb3-87a4-c3d35e4b47c0 req-0c181751-c107-40e3-9155-1684959a5d44 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532885
Jun 30 19:13:50.002008 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:50.016450 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '4864604d-c6d2-45ee-87e6-dbb72a77bd75', 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8', 'port_id': '4864604d-c6d2-45ee-87e6-dbb72a77bd75', 'mac_address': 'fa:16:3e:39:1f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:13:50.076523 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:50.095171 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864604d-c6d2-45ee-87e6-dbb72a77bd75 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:13:50.112965 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:50.196131 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:50.198477 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:50.263205 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:50.270763 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.271138 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.271480 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.271814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.272146 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.272475 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.272799 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.273122 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.273497 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.273826 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.274152 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.274581 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:13:50.279028 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:50.552361 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['4864604d-c6d2-45ee-87e6-dbb72a77bd75'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:13:50.987892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb86f01-672e-40fa-86f8-3bf50fb0a65a req-4b64bd6c-e34e-408f-8d6c-040815c787c4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:50.989980 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dfb86f01-672e-40fa-86f8-3bf50fb0a65a req-4b64bd6c-e34e-408f-8d6c-040815c787c4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 944 time: 0.1101694
Jun 30 19:13:51.040901 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dfb86f01-672e-40fa-86f8-3bf50fb0a65a req-d9bd7774-32a6-4ddc-84af-640f51d88972 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453601
Jun 30 19:13:51.325668 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fede2-c42f-4809-a34a-14652c723ae8 req-50a437ac-1d7c-47c8-8ad5-5cc286e24ba8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:51.328104 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b98fede2-c42f-4809-a34a-14652c723ae8 req-50a437ac-1d7c-47c8-8ad5-5cc286e24ba8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1838000
Jun 30 19:13:51.376557 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b98fede2-c42f-4809-a34a-14652c723ae8 req-5b00cb2f-92c9-490a-9621-e5f4dcb0b07a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427384
Jun 30 19:13:51.850326 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4864604d-c6d2-45ee-87e6-dbb72a77bd75 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:13:52.018568 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:13:52.024161 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:13:52.024380 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:52.163476 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:52.199902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:13:52.209773 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:13:52.251723 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75', 'code': 200}
Jun 30 19:13:52.299545 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:13:52.301720 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:13:52.303409 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c0ec9-b200-4122-bc4d-acffa7fe5e8d req-c8f12d15-4d9a-40a3-af3f-4f4a95afc5fe tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:52.304887 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-272c0ec9-b200-4122-bc4d-acffa7fe5e8d req-c8f12d15-4d9a-40a3-af3f-4f4a95afc5fe tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 944 time: 0.1013327
Jun 30 19:13:52.368246 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-272c0ec9-b200-4122-bc4d-acffa7fe5e8d req-e40cc332-f0d7-4106-8366-647cc7a159ee tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565426
Jun 30 19:13:52.412088 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:13:52.415988 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:13:52.574347 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e1dcb-8e47-4862-a5bc-c7bf67b4e5ec req-c2196b4e-a665-4f0c-8deb-92aac98a52c6 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:52.575934 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e89e1dcb-8e47-4862-a5bc-c7bf67b4e5ec req-c2196b4e-a665-4f0c-8deb-92aac98a52c6 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0846059
Jun 30 19:13:52.628904 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e89e1dcb-8e47-4862-a5bc-c7bf67b4e5ec req-64ed4fa9-d131-4452-b7ce-14d634a78b38 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472891
Jun 30 19:13:52.630663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5446bc-18dd-4bbe-b95b-b0a361f9ac3f req-d1d736fa-5b11-40a8-8dbf-e52aaf9147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:52.632117 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5e5446bc-18dd-4bbe-b95b-b0a361f9ac3f req-d1d736fa-5b11-40a8-8dbf-e52aaf9147d1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 1098 time: 0.0746181
Jun 30 19:13:52.684930 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5e5446bc-18dd-4bbe-b95b-b0a361f9ac3f req-a1d05b66-007d-4c1d-92e6-30ddb4f5e353 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368202
Jun 30 19:13:53.574659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be3a2-22e8-441e-9122-bff72a02720f req-5e42e2ae-4932-43fe-a22e-4e5076052c1f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:53.576156 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-020be3a2-22e8-441e-9122-bff72a02720f req-5e42e2ae-4932-43fe-a22e-4e5076052c1f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0915074
Jun 30 19:13:53.621590 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-020be3a2-22e8-441e-9122-bff72a02720f req-44f6fd30-3da3-4ece-bcb6-6b563a442a20 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398016
Jun 30 19:13:53.828305 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445559f-1f4d-42ea-a141-b85d98474273 req-59c09b22-59c2-4088-9b1c-7f5ef5d9d469 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:53.829815 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d445559f-1f4d-42ea-a141-b85d98474273 req-59c09b22-59c2-4088-9b1c-7f5ef5d9d469 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0911422
Jun 30 19:13:53.885239 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d445559f-1f4d-42ea-a141-b85d98474273 req-184bfbe6-1011-41de-b37d-7046566e060e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486681
Jun 30 19:13:54.809052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282398d-12c0-41f7-9239-f1154b230da1 req-325172c0-97b5-426e-b8ea-4853c6973f10 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:54.810520 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7282398d-12c0-41f7-9239-f1154b230da1 req-325172c0-97b5-426e-b8ea-4853c6973f10 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0772421
Jun 30 19:13:54.856833 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7282398d-12c0-41f7-9239-f1154b230da1 req-5f1b8452-d57a-44bb-a33a-e7cec34986f5 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407414
Jun 30 19:13:55.071341 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02444-878d-43cf-80f6-7d62eecf2fc5 req-d8be2b28-f272-4675-8e3a-c56e5c88ff1b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:55.073422 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c4b02444-878d-43cf-80f6-7d62eecf2fc5 req-d8be2b28-f272-4675-8e3a-c56e5c88ff1b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0790370
Jun 30 19:13:55.117166 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c4b02444-878d-43cf-80f6-7d62eecf2fc5 req-a4381b23-3bfc-4051-8dea-1be8f884c710 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379913
Jun 30 19:13:56.044569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b720f-7a73-4f55-8aae-d157becc8513 req-01203f18-89fe-4c02-8acd-ea65e329ffe0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:56.046070 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a69b720f-7a73-4f55-8aae-d157becc8513 req-01203f18-89fe-4c02-8acd-ea65e329ffe0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0826654
Jun 30 19:13:56.091081 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a69b720f-7a73-4f55-8aae-d157becc8513 req-e3265142-b586-48d5-8b82-32c796771ba9 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393903
Jun 30 19:13:56.302203 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ed2f6-353f-4720-8592-7b41696e4bf1 req-b40991e7-be64-4885-b8fc-c5da46034b5f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:56.303650 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4f3ed2f6-353f-4720-8592-7b41696e4bf1 req-b40991e7-be64-4885-b8fc-c5da46034b5f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0794499
Jun 30 19:13:56.353361 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4f3ed2f6-353f-4720-8592-7b41696e4bf1 req-0599ea05-44c1-40d0-9f3e-41d85874533a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433781
Jun 30 19:13:57.289621 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d742-3e93-413b-b58c-ba2feac60c87 req-826641a1-56bc-4dde-8e6b-efc3488f9de4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:57.291088 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b936d742-3e93-413b-b58c-ba2feac60c87 req-826641a1-56bc-4dde-8e6b-efc3488f9de4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0841150
Jun 30 19:13:57.338033 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b936d742-3e93-413b-b58c-ba2feac60c87 req-5e2919b8-fcd8-4e9f-a364-5c6168d3e3eb tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400057
Jun 30 19:13:57.543141 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1045-de01-48fc-8285-8fb830e010e9 req-63fa28ba-3ea2-4782-b965-5a3deba57fcf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:57.544689 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-faef1045-de01-48fc-8285-8fb830e010e9 req-63fa28ba-3ea2-4782-b965-5a3deba57fcf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0836434
Jun 30 19:13:57.591391 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-faef1045-de01-48fc-8285-8fb830e010e9 req-15a17d6d-cd90-4930-a056-ccb8307d33c5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396624
Jun 30 19:13:58.491089 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:13:58.528936 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f8c7f-62dd-43da-a7a8-2f1759915cd1 req-796117d9-e58b-410d-985a-b986b8ff1e30 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:58.530517 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a68f8c7f-62dd-43da-a7a8-2f1759915cd1 req-796117d9-e58b-410d-985a-b986b8ff1e30 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0811327
Jun 30 19:13:58.587258 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a68f8c7f-62dd-43da-a7a8-2f1759915cd1 req-960b5596-fc86-4cbb-b471-28e99d6ca647 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509379
Jun 30 19:13:58.783917 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402302c-b4a2-4f0a-adcf-ec7548ad9890 req-a5b2bab6-e431-4e7d-b134-2c3f64acf696 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:58.785399 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e402302c-b4a2-4f0a-adcf-ec7548ad9890 req-a5b2bab6-e431-4e7d-b134-2c3f64acf696 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0843964
Jun 30 19:13:58.830851 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e402302c-b4a2-4f0a-adcf-ec7548ad9890 req-2b1eda31-5233-494b-b93b-fbcaf1dfbe8a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398014
Jun 30 19:13:59.929439 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569564d-c062-4903-b551-49b914047921 req-1cc58c15-0d68-470c-92db-52c4f236958e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:13:59.931003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b569564d-c062-4903-b551-49b914047921 req-1cc58c15-0d68-470c-92db-52c4f236958e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0824568
Jun 30 19:13:59.976331 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b569564d-c062-4903-b551-49b914047921 req-4aa0cc74-b795-413d-ad33-957a00142870 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391417
Jun 30 19:14:00.154686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef12a1-e8d1-4eed-a6bb-182ebc22b06f req-9ec4abb8-9efd-46a4-ae01-ed037b5ca19e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:00.156523 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-72ef12a1-e8d1-4eed-a6bb-182ebc22b06f req-9ec4abb8-9efd-46a4-ae01-ed037b5ca19e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0837119
Jun 30 19:14:00.205466 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-72ef12a1-e8d1-4eed-a6bb-182ebc22b06f req-e9fe7c58-7c59-42a7-a351-672055202b6d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427253
Jun 30 19:14:00.471225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc71657-dbd3-42d0-abd7-69d71b9fc8bb req-bc85d5b3-b62b-4159-b6be-68fab7446ff8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:00.472697 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1bc71657-dbd3-42d0-abd7-69d71b9fc8bb req-bc85d5b3-b62b-4159-b6be-68fab7446ff8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0819976
Jun 30 19:14:00.517312 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1bc71657-dbd3-42d0-abd7-69d71b9fc8bb req-db1c7a67-0baf-42fb-93b0-5b6eb4ef458a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388839
Jun 30 19:14:00.595542 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-7220ff86-19fb-41a4-b036-cd019777db9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:01.188698 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:01.472158 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88a68-44ee-45cb-a1f4-bfcf46e308ff req-287fde00-6172-44a3-93c9-55b5b06ae6a0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:01.473726 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bfa88a68-44ee-45cb-a1f4-bfcf46e308ff req-287fde00-6172-44a3-93c9-55b5b06ae6a0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1552243
Jun 30 19:14:01.520735 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bfa88a68-44ee-45cb-a1f4-bfcf46e308ff req-847ba050-0b9e-41db-a7c0-16fccebe4f2e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414801
Jun 30 19:14:01.703470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d5253-178a-42c1-a166-1d1ceab38952 req-d8fc99d6-6ed1-4abe-8621-5df37ee02c88 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:01.704936 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af6d5253-178a-42c1-a166-1d1ceab38952 req-d8fc99d6-6ed1-4abe-8621-5df37ee02c88 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0825050
Jun 30 19:14:01.751930 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af6d5253-178a-42c1-a166-1d1ceab38952 req-6ca0c180-6cb3-47ec-9426-aadef71edb4b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409768
Jun 30 19:14:02.706489 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98676-2144-4634-8ad6-56761fe19cea req-3937816f-e0c9-40c5-ad50-bd30c87dbeae tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:02.708272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f6c98676-2144-4634-8ad6-56761fe19cea req-3937816f-e0c9-40c5-ad50-bd30c87dbeae tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0820467
Jun 30 19:14:02.753200 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f6c98676-2144-4634-8ad6-56761fe19cea req-b536169c-06ab-4576-b493-378eba75a372 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385320
Jun 30 19:14:02.939385 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf6119-9064-4422-8b05-7a1a9d4d85f1 req-5e571897-2afb-4c80-9753-e9fce3580e00 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:02.940867 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4edf6119-9064-4422-8b05-7a1a9d4d85f1 req-5e571897-2afb-4c80-9753-e9fce3580e00 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0818582
Jun 30 19:14:02.987852 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4edf6119-9064-4422-8b05-7a1a9d4d85f1 req-c0e4dc1b-72b0-4bb1-a56e-445f70d53e24 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414779
Jun 30 19:14:03.412500 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8d760023-47e8-4e09-87ff-ea39b962f67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:03.539775 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-062c742d-6d9e-4112-a503-4c4fcf8c9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:03.541882 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-062c742d-6d9e-4112-a503-4c4fcf8c9e0d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.0715020
Jun 30 19:14:03.691685 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-16d2466b-5411-4846-b7e7-ad6ac93501d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:03.693028 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-16d2466b-5411-4846-b7e7-ad6ac93501d8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.1345575
Jun 30 19:14:03.794767 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-7c075534-a7ce-459b-8bcd-90f2ec08255e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.0710940
Jun 30 19:14:03.868386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-cb939ef9-a126-4cf5-939d-e0689d19c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:03.870607 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-cb939ef9-a126-4cf5-939d-e0689d19c5ae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0621912
Jun 30 19:14:03.934691 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-6bacfa5a-2dfc-4097-8874-9b5c6913456a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523987
Jun 30 19:14:03.953557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405f3c8-b4b9-4051-8e68-abb123e164ab req-634b111b-be8e-4c17-a4fd-ef6f4a3db5e6 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:03.956116 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e405f3c8-b4b9-4051-8e68-abb123e164ab req-634b111b-be8e-4c17-a4fd-ef6f4a3db5e6 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0855556
Jun 30 19:14:04.003608 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e405f3c8-b4b9-4051-8e68-abb123e164ab req-f2063d8b-572c-47ff-9075-97260c5a89a7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427306
Jun 30 19:14:04.089969 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-874635cd-8206-4b93-b5b8-50fc7358cb52 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400905
Jun 30 19:14:04.189110 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a4a02-a6ce-4028-bcd4-054714253072 req-47d6696b-b2fc-41dd-9e35-633a610dc25c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:04.190863 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a6a4a02-a6ce-4028-bcd4-054714253072 req-47d6696b-b2fc-41dd-9e35-633a610dc25c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0924520
Jun 30 19:14:04.257103 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a6a4a02-a6ce-4028-bcd4-054714253072 req-60fa260c-8ba8-4898-b393-90fed614e85a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582652
Jun 30 19:14:04.278022 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:04.320054 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d3815da9-dc50-4b87-a47f-5b6b99c15725 req-a7fb11d6-e0e2-448c-bbbb-38035ebf269c service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219985
Jun 30 19:14:04.933221 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406894f4-6952-4a58-a939-97500b52f2ae req-650b1208-4837-473f-b996-88a5feb07dfb tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:04.934697 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-406894f4-6952-4a58-a939-97500b52f2ae req-650b1208-4837-473f-b996-88a5feb07dfb tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0876434
Jun 30 19:14:04.981232 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-406894f4-6952-4a58-a939-97500b52f2ae req-58d1691c-72a7-4502-aa38-e2a1d4e88628 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407786
Jun 30 19:14:05.199463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e2df-92dd-47f0-ad76-07b25672d957 req-7aa8cfc4-e639-4687-a94f-dd043432c8f9 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:05.201381 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ba9e2df-92dd-47f0-ad76-07b25672d957 req-7aa8cfc4-e639-4687-a94f-dd043432c8f9 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0843432
Jun 30 19:14:05.251587 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ba9e2df-92dd-47f0-ad76-07b25672d957 req-f1de84e2-6376-4ae5-bc9d-9ef70e2c2aee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444987
Jun 30 19:14:05.475092 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a36ec4-1c5a-4d3e-a536-fa782bfae5b3 req-bb4de79c-3eb5-4974-91b4-ddae871f6bec tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:05.476532 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1a36ec4-1c5a-4d3e-a536-fa782bfae5b3 req-bb4de79c-3eb5-4974-91b4-ddae871f6bec tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0790617
Jun 30 19:14:05.521271 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1a36ec4-1c5a-4d3e-a536-fa782bfae5b3 req-5635d1f5-3dc5-4c5e-acf0-482b3406f8d6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390186
Jun 30 19:14:05.753229 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab126-3447-446d-8da2-e98bea5ecb38 req-83ce67a5-fb7e-4d65-a909-345396a85249 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:05.754688 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4a0ab126-3447-446d-8da2-e98bea5ecb38 req-83ce67a5-fb7e-4d65-a909-345396a85249 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0855520
Jun 30 19:14:05.799824 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4a0ab126-3447-446d-8da2-e98bea5ecb38 req-ed7e38f0-c940-4681-86ab-19ac61ee9f50 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397148
Jun 30 19:14:05.805396 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:06.169930 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101431f-57b6-4784-aa24-83ab06777fa3 req-b1f590ce-9cd4-4d20-8964-55e7c16ddcaf tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:06.171419 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6101431f-57b6-4784-aa24-83ab06777fa3 req-b1f590ce-9cd4-4d20-8964-55e7c16ddcaf tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0840802
Jun 30 19:14:06.218344 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6101431f-57b6-4784-aa24-83ab06777fa3 req-bccf63ac-1c99-475e-bcda-cc7ee1abc493 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411487
Jun 30 19:14:06.714870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599976-222d-4322-b3ff-9e7a7020850f req-e0a1c83f-d61c-4606-969b-1b50d8830629 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:06.716260 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ed599976-222d-4322-b3ff-9e7a7020850f req-e0a1c83f-d61c-4606-969b-1b50d8830629 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0890262
Jun 30 19:14:06.763133 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ed599976-222d-4322-b3ff-9e7a7020850f req-dd04dbf6-0ae6-4055-b758-341540eca943 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411630
Jun 30 19:14:06.996544 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b32d0-7ddf-4193-982e-e619723b04b7 req-f3bec15e-bbf2-41d3-98a3-437a1af08cae tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:06.997980 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c49b32d0-7ddf-4193-982e-e619723b04b7 req-f3bec15e-bbf2-41d3-98a3-437a1af08cae tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0856874
Jun 30 19:14:07.047874 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c49b32d0-7ddf-4193-982e-e619723b04b7 req-f914c1e4-6a01-4785-8704-d7a4a7164d19 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441103
Jun 30 19:14:07.404924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c401e9-af44-4920-b9a7-d057a5501b1f req-3d7bb324-e51f-4d03-be32-4c4b35059408 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:07.406438 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f8c401e9-af44-4920-b9a7-d057a5501b1f req-3d7bb324-e51f-4d03-be32-4c4b35059408 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0824313
Jun 30 19:14:07.454752 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f8c401e9-af44-4920-b9a7-d057a5501b1f req-d07c85f7-b95e-4607-95be-652d61b1a38b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426323
Jun 30 19:14:07.947419 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504947b6-f56d-4714-b9bb-af5d29d3a243 req-1ad316b4-13bb-4871-94e2-b313510f67a6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:07.949012 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-504947b6-f56d-4714-b9bb-af5d29d3a243 req-1ad316b4-13bb-4871-94e2-b313510f67a6 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0803969
Jun 30 19:14:07.993812 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-504947b6-f56d-4714-b9bb-af5d29d3a243 req-b169cd9e-b7c0-46e4-81d6-72ce066a24f7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391922
Jun 30 19:14:08.243629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa8a39-e171-40f0-bb49-b3fb42b131d4 req-8d348733-d353-4fa3-889c-c48b06a8cde1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:08.245105 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-96fa8a39-e171-40f0-bb49-b3fb42b131d4 req-8d348733-d353-4fa3-889c-c48b06a8cde1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0859804
Jun 30 19:14:08.289159 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-96fa8a39-e171-40f0-bb49-b3fb42b131d4 req-42a58075-901b-4566-a5d4-12f771906760 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384917
Jun 30 19:14:08.638889 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044f277-4d5d-47c7-931b-fff28a58d182 req-250233dd-3a1c-4f02-9882-9f8f242e8fc4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:08.640355 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f044f277-4d5d-47c7-931b-fff28a58d182 req-250233dd-3a1c-4f02-9882-9f8f242e8fc4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0802085
Jun 30 19:14:08.687451 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f044f277-4d5d-47c7-931b-fff28a58d182 req-539edf36-4715-4267-801d-c45e5f3742eb tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414777
Jun 30 19:14:09.070689 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-1e5d6f49-bfe2-43b8-ad0b-89d3870b6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.072224 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-1e5d6f49-bfe2-43b8-ad0b-89d3870b6425 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.0760403
Jun 30 19:14:09.229418 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-295ae211-e740-4031-a93a-260d7a3d0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.230803 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-295ae211-e740-4031-a93a-260d7a3d0216 service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1397855
Jun 30 19:14:09.253065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f86bc-6cd7-4e6d-bf55-b7a90458003c req-8084c7e2-03ae-46ae-9af8-0378a70d69ce tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.254581 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8e9f86bc-6cd7-4e6d-bf55-b7a90458003c req-8084c7e2-03ae-46ae-9af8-0378a70d69ce tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1554022
Jun 30 19:14:09.310458 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8e9f86bc-6cd7-4e6d-bf55-b7a90458003c req-ea5cdbf9-b8f1-4304-a2a0-7a9d9ed6702c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484424
Jun 30 19:14:09.340478 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-c719f901-c818-488b-9e1c-695c58daffc9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1000 time: 0.1008728
Jun 30 19:14:09.414255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-1bb55c31-34c3-4caa-abc4-f82168a16e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.415707 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-1bb55c31-34c3-4caa-abc4-f82168a16e32 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0622280
Jun 30 19:14:09.489078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afc2e-3865-4a34-83cb-ef77f24bbe00 req-de72049d-07cb-45ca-ae74-90f53e2107fe tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.490498 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f03afc2e-3865-4a34-83cb-ef77f24bbe00 req-de72049d-07cb-45ca-ae74-90f53e2107fe tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0850916
Jun 30 19:14:09.492558 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-312c542c-349c-47ae-acc9-14f9c230aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.494088 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-312c542c-349c-47ae-acc9-14f9c230aeb7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706782
Jun 30 19:14:09.537232 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f03afc2e-3865-4a34-83cb-ef77f24bbe00 req-e1735a61-6f6c-461b-8e21-fa726f2258c4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403302
Jun 30 19:14:09.630918 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-083b8fde-40b7-4ae0-99b7-2a9862c63449 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263077
Jun 30 19:14:09.767706 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c0f3175-7037-41c3-8c58-1d9e5d5af7c7 req-9dd54f10-d10c-45b1-8609-4c5aba81512d service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269038
Jun 30 19:14:09.879595 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a20f-b1c6-4da6-85bb-a86c98c944b6 req-201c5153-4d1a-4b86-9aba-01ac9f71f131 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:09.881043 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c333a20f-b1c6-4da6-85bb-a86c98c944b6 req-201c5153-4d1a-4b86-9aba-01ac9f71f131 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.0807681
Jun 30 19:14:09.928976 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c333a20f-b1c6-4da6-85bb-a86c98c944b6 req-6ad893cb-8ae5-42db-af64-3bea0d621f14 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416024
Jun 30 19:14:10.310698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939f840-499c-40dd-bfd8-dce826d10afb req-8c1f32d7-8492-405f-80cd-4fd2ff3998e0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:10.311405 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-1939f840-499c-40dd-bfd8-dce826d10afb req-8c1f32d7-8492-405f-80cd-4fd2ff3998e0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Synchronizing usage tracker for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:14:10.400482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-1939f840-499c-40dd-bfd8-dce826d10afb req-8c1f32d7-8492-405f-80cd-4fd2ff3998e0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Unset dirty status for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:14:10.402226 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1939f840-499c-40dd-bfd8-dce826d10afb req-8c1f32d7-8492-405f-80cd-4fd2ff3998e0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.1692746
Jun 30 19:14:10.497433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Deleting port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:14:10.497961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:10.526273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87022b69-8142-4d91-84ef-f26e2fc2309d req-391248f0-a139-4ddf-b856-df39f093b180 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:10.533287 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-87022b69-8142-4d91-84ef-f26e2fc2309d req-391248f0-a139-4ddf-b856-df39f093b180 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0939918
Jun 30 19:14:10.588002 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-87022b69-8142-4d91-84ef-f26e2fc2309d req-68fde417-1bd3-4471-948c-09966d772b23 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537584
Jun 30 19:14:10.783959 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb06b72-d491-4b2e-b1b7-9aab93834819 req-d10e4d82-cab2-4a2d-8394-cc22f3e23306 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:10.785850 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bcb06b72-d491-4b2e-b1b7-9aab93834819 req-d10e4d82-cab2-4a2d-8394-cc22f3e23306 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1209605
Jun 30 19:14:10.844096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] For port 4864604d-c6d2-45ee-87e6-dbb72a77bd75, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4864604d-c6d2-45ee-87e6-dbb72a77bd75,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:10.844096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:10.845021 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bcb06b72-d491-4b2e-b1b7-9aab93834819 req-6259fdfa-729b-4359-acb4-b59284331579 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528502
Jun 30 19:14:10.970423 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Calling delete_port for 4864604d-c6d2-45ee-87e6-dbb72a77bd75 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:14:11.192171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05975d94-bbb4-4f67-9a78-0d4cbb710eec req-3cadcbf4-d059-4460-a431-54c3d7bc42a4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:11.200137 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-05975d94-bbb4-4f67-9a78-0d4cbb710eec req-3cadcbf4-d059-4460-a431-54c3d7bc42a4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 945 time: 0.1277306
Jun 30 19:14:11.252828 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-05975d94-bbb4-4f67-9a78-0d4cbb710eec req-4c5eeab6-4651-45d5-9c52-03d22a227feb tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518146
Jun 30 19:14:11.308778 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:11.317346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:11.332219 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['4864604d-c6d2-45ee-87e6-dbb72a77bd75'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:14:11.484719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Pushing event deleted for resources: {'Port': ['ID=4864604d-c6d2-45ee-87e6-dbb72a77bd75,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:11.487124 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:11.537238 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] No DVR routers for this DVR port 4864604d-c6d2-45ee-87e6-dbb72a77bd75 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:14:11.540294 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:11.543546 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'name': 'network-vif-deleted', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:14:11.587377 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24631c8-a275-4337-b567-f3b850e16370', 'name': 'network-vif-deleted', 'tag': '4864604d-c6d2-45ee-87e6-dbb72a77bd75', 'status': 'completed', 'code': 200}
Jun 30 19:14:11.607309 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1939f840-499c-40dd-bfd8-dce826d10afb req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "DELETE /v2.0/ports/4864604d-c6d2-45ee-87e6-dbb72a77bd75 HTTP/1.1" status: 204  len: 173 time: 1.1910293
Jun 30 19:14:11.772534 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc311d-3239-4dfc-90bf-e0f199584959 req-85efe566-2e60-4f35-afff-a6e966c2cf17 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:11.773809 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6cfc311d-3239-4dfc-90bf-e0f199584959 req-85efe566-2e60-4f35-afff-a6e966c2cf17 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0832720
Jun 30 19:14:11.820079 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6cfc311d-3239-4dfc-90bf-e0f199584959 req-07148e78-5897-460f-b713-adfde74fecd3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401912
Jun 30 19:14:12.048386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168397b3-dd9d-4287-a268-e7d1229b36d6 req-3f74d819-5098-49d9-b585-a29ac08f6d01 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:12.049761 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-168397b3-dd9d-4287-a268-e7d1229b36d6 req-3f74d819-5098-49d9-b585-a29ac08f6d01 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0844648
Jun 30 19:14:12.097020 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-168397b3-dd9d-4287-a268-e7d1229b36d6 req-c08bd28e-d91a-41db-9197-078e86bd4376 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415561
Jun 30 19:14:12.422052 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c6355fd-fff4-40a1-99b2-652a8f73f111 req-644a5f3b-0555-4cc3-942f-09481427f62e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0422390
Jun 30 19:14:13.011715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a0ba-0f1d-466d-840f-6eaf0b045d65 req-e368268c-30b2-4d44-b295-60dba68a210a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:13.013182 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d75a0ba-0f1d-466d-840f-6eaf0b045d65 req-e368268c-30b2-4d44-b295-60dba68a210a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0844312
Jun 30 19:14:13.058133 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4d75a0ba-0f1d-466d-840f-6eaf0b045d65 req-dba9ca30-8777-4262-ab90-851c1a34ceae tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392272
Jun 30 19:14:13.585106 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-50ca8616-f649-416c-a2c9-708fc62bb0f7 req-477faa62-4127-4ab6-a6f0-db46e59428b9 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0443790
Jun 30 19:14:14.249529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f581427-8e34-4c4e-80e1-7696f9f98099 req-e925ae9d-24f1-41be-9907-926ab0b7241d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:14.250987 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9f581427-8e34-4c4e-80e1-7696f9f98099 req-e925ae9d-24f1-41be-9907-926ab0b7241d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0826530
Jun 30 19:14:14.295001 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9f581427-8e34-4c4e-80e1-7696f9f98099 req-6167eb91-803f-4a17-842b-d96a446ed8b2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381787
Jun 30 19:14:14.652062 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4864604d-c6d2-45ee-87e6-dbb72a77bd75 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:14:14.699409 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 4864604d-c6d2-45ee-87e6-dbb72a77bd75 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:14:14.699797 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4864604d-c6d2-45ee-87e6-dbb72a77bd75 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:14:14.752974 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e029f983-22a6-4c38-949e-f208397e6c87 req-92b637c6-6990-4a82-923f-77db16ff0903 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0426264
Jun 30 19:14:14.788069 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:15.486232 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d559b-957d-4876-853d-b3bac261770d req-1f8ae4cb-38ce-4821-9a9a-fe504fec4d00 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:15.487590 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-085d559b-957d-4876-853d-b3bac261770d req-1f8ae4cb-38ce-4821-9a9a-fe504fec4d00 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0816443
Jun 30 19:14:15.533314 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-085d559b-957d-4876-853d-b3bac261770d req-bc3d1b8c-cc8f-4c51-9c70-a67a9acdfd79 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400755
Jun 30 19:14:15.914911 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8691b0f1-4db1-4cfe-8342-7e64a6a28da6 req-c419e893-a551-4ec6-8ec9-0ed527bb23c4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24631c8-a275-4337-b567-f3b850e16370 HTTP/1.1" status: 200  len: 210 time: 0.0429807
Jun 30 19:14:16.883731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8d73-6903-445d-82e1-229b238cced5 req-5a5d1967-05fb-43fc-a4ca-1c17b2aa010b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:16.885277 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-54dc8d73-6903-445d-82e1-229b238cced5 req-5a5d1967-05fb-43fc-a4ca-1c17b2aa010b tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0900915
Jun 30 19:14:16.937862 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-54dc8d73-6903-445d-82e1-229b238cced5 req-fc9ac71f-8265-41f4-9074-4c5a236866db tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451434
Jun 30 19:14:17.402395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-89f98a05-6842-4248-b8f8-5899a655a666 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:17.403853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-89f98a05-6842-4248-b8f8-5899a655a666 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 809 time: 0.1562307
Jun 30 19:14:17.418488 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-35c946f4-f56d-44bc-baef-ad794ebffe64 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/quotas/44be798047dd4ec9b6ea0ac21ee7710f HTTP/1.1" status: 200  len: 375 time: 0.0091989
Jun 30 19:14:17.466733 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-8690acc5-417d-424f-87fe-19e8e8f047c6 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0430107
Jun 30 19:14:17.671208 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-0bac57ea-d49d-4be1-a2ee-f92227b7a79a service neutron] 10.222.0.78 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976726
Jun 30 19:14:17.802180 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-af51c9be-4960-4350-b746-fe9449d26eff service neutron] 10.222.0.78 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252666
Jun 30 19:14:18.039394 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-481f8b1e-8864-4044-9447-0610eab94cf4 req-ee1d8390-69bc-4ace-b14f-7a3e2aa863f4 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0532146
Jun 30 19:14:18.241360 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bc00-4b22-48ff-acb9-171b5172672d req-f0965b9b-1e18-448b-a5c8-ded161226f15 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:18.249432 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1f6bc00-4b22-48ff-acb9-171b5172672d req-f0965b9b-1e18-448b-a5c8-ded161226f15 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1590879
Jun 30 19:14:18.309475 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1f6bc00-4b22-48ff-acb9-171b5172672d req-3039aa88-b4d2-4c8d-af86-e21f3ce23bba tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588877
Jun 30 19:14:19.195311 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c69c0934-8562-4800-bbe9-22de915d5d92 req-262a97a7-c381-4b20-b28c-f09df13d6bf9 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0453959
Jun 30 19:14:19.515887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724dc6-5d61-4157-816f-4918f1877af0 req-c44e583b-cf91-4c4e-a1aa-a6f9cee93f3f tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:19.521657 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71724dc6-5d61-4157-816f-4918f1877af0 req-c44e583b-cf91-4c4e-a1aa-a6f9cee93f3f tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0928042
Jun 30 19:14:19.564979 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71724dc6-5d61-4157-816f-4918f1877af0 req-e2cb7e4b-64a5-4d61-9f2e-5ee5fe9e3bfd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414987
Jun 30 19:14:20.126044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 53742) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:20.245563 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.259586 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:20.263818 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Usage tracker for resource:security_group_rule and tenant:0ff141772d334081a3df515e8bd1cfb8 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:20.266822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:20.272651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:20.368353 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6085bfe8-96fc-46ac-b7c5-98de987d5c4b req-5228bda5-ad54-4fac-80eb-b0d741c16ac0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0483952
Jun 30 19:14:20.474445 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-d8edd2ca-8004-475e-af21-4a6be6485cd3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:20.475856 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-d8edd2ca-8004-475e-af21-4a6be6485cd3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 809 time: 0.1835258
Jun 30 19:14:20.491037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.499758 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Request body: {'port': {'device_id': '967cceaf-4db8-40e9-9fce-0b902662c215', 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8', 'admin_state_up': True, 'tenant_id': '44be798047dd4ec9b6ea0ac21ee7710f'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:20.567162 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.585346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b54853ec-bf89-4881-abe1-30e82f5c2e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:20.641013 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ff141772d334081a3df515e8bd1cfb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5087674
Jun 30 19:14:20.641199 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 53756) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:20.685537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6e520-3277-4b72-b870-c28c2a2d5167,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:20.689917 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:20.690838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:20.695592 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Usage tracker for resource:port and tenant:44be798047dd4ec9b6ea0ac21ee7710f is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:20.700094 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:20.715497 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:20.743845 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.808788 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.817947 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Made reservation on behalf of 44be798047dd4ec9b6ea0ac21ee7710f for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:14:20.822453 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.882432 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e742a-8a3d-4979-9021-3327b004192d req-0203ff6b-1398-405b-a103-0f0a1d90f4b2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:20.883935 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c91e742a-8a3d-4979-9021-3327b004192d req-0203ff6b-1398-405b-a103-0f0a1d90f4b2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1198063
Jun 30 19:14:20.932717 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c91e742a-8a3d-4979-9021-3327b004192d req-14ac9c50-468e-499b-803e-49cd82ba8160 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420697
Jun 30 19:14:20.954785 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.960128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:20.972369 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6e520-3277-4b72-b870-c28c2a2d5167,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:20.978868 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:20.980227 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:20.981081 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77f6e520-3277-4b72-b870-c28c2a2d5167 HTTP/1.1" status: 204  len: 168 time: 0.3412268
Jun 30 19:14:21.071053 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Allocated IP 172.20.0.11 (53852c2d-a26b-459c-bc32-e184dbbaedd8/9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff/4b938801-f670-483c-9c7f-11f3c6e4d436) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:21.283963 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:21.400077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:21.406828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9d0ce35-93ef-4eeb-bb28-f058873a11a4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:21.482407 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Network 53852c2d-a26b-459c-bc32-e184dbbaedd8 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:21.485649 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:21.489675 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:21.532688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Pushing event updated for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:21.537025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:21.559422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:21.560036 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:21.586831 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99393c0-14da-4507-996e-5c7cd4f6083d req-eb4dfc3f-5ca3-45bf-ad7c-53cb177cd81c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:21.588390 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d99393c0-14da-4507-996e-5c7cd4f6083d req-eb4dfc3f-5ca3-45bf-ad7c-53cb177cd81c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 932 time: 0.0994499
Jun 30 19:14:21.639188 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d99393c0-14da-4507-996e-5c7cd4f6083d req-d7b33346-c4ea-46e7-b006-f072bd841b42 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448139
Jun 30 19:14:21.653240 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1572547
Jun 30 19:14:21.672936 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Request body: {'port': {'device_id': '967cceaf-4db8-40e9-9fce-0b902662c215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:21.796049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.136245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298e7e7-7877-438e-b071-4e0b3b3148ce req-c1fe382d-5480-48e9-bd67-e7370dc0f0d8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:22.138048 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b298e7e7-7877-438e-b071-4e0b3b3148ce req-c1fe382d-5480-48e9-bd67-e7370dc0f0d8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0885093
Jun 30 19:14:22.172354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b938801-f670-483c-9c7f-11f3c6e4d436 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:14:22.180782 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.200290 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b298e7e7-7877-438e-b071-4e0b3b3148ce req-6a63248a-eb54-4e51-9033-a13df32d035a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534458
Jun 30 19:14:22.203541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Transition to ACTIVE for port object 4b938801-f670-483c-9c7f-11f3c6e4d436 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:22.280179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.286083 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:22.516219 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Pushing event updated for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:22.523473 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:22.595252 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc77b6-b81d-47cb-af59-f66b2ecb7b8c req-aa453650-e400-4a6a-8e84-b3bf720e44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:22.598855 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-04cc77b6-b81d-47cb-af59-f66b2ecb7b8c req-aa453650-e400-4a6a-8e84-b3bf720e44bf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.0996604
Jun 30 19:14:22.603741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Attempting to bind port 4b938801-f670-483c-9c7f-11f3c6e4d436 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:22.604192 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Attempting to bind port 4b938801-f670-483c-9c7f-11f3c6e4d436 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:22.604611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Attempting to bind port 4b938801-f670-483c-9c7f-11f3c6e4d436 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:22.610304 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Port 4b938801-f670-483c-9c7f-11f3c6e4d436 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:14:22.610808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Attempting to bind port 4b938801-f670-483c-9c7f-11f3c6e4d436 on network 53852c2d-a26b-459c-bc32-e184dbbaedd8 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:22.616240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:22.617354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Checking segment: {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:22.617354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Bound using segment: {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:22.617916 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Bound port: 4b938801-f670-483c-9c7f-11f3c6e4d436, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589469a1-694d-433a-a48b-93d1fe8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:22.618251 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.662196 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-04cc77b6-b81d-47cb-af59-f66b2ecb7b8c req-0489602e-f2ab-40cd-b093-3da7c3d91de4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537157
Jun 30 19:14:22.727511 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:22.735548 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4b938801-f670-483c-9c7f-11f3c6e4d436,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:22.817473 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.822335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:22.878962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:22.879243 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:22.880598 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] 10.222.0.97 "PUT /v2.0/ports/4b938801-f670-483c-9c7f-11f3c6e4d436 HTTP/1.1" status: 200  len: 1094 time: 1.2129462
Jun 30 19:14:22.883241 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:14:22.883598 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138f69a-b4fd-4e9c-ae1b-910287bb4853 req-9e0d1ba0-9e5e-4d15-8905-6192fcf4abb0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:22.892217 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2138f69a-b4fd-4e9c-ae1b-910287bb4853 req-9e0d1ba0-9e5e-4d15-8905-6192fcf4abb0 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 944 time: 0.1274629
Jun 30 19:14:22.907905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Pushing event updated for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:22.911206 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:22.946240 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2138f69a-b4fd-4e9c-ae1b-910287bb4853 req-35bd18fe-5e67-4257-b400-d267ed48e6aa tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528259
Jun 30 19:14:23.038232 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436', 'status': 'completed', 'code': 200}
Jun 30 19:14:23.079168 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-c1978d95-3f66-4e96-b70d-4b9497779307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:23.080664 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-c1978d95-3f66-4e96-b70d-4b9497779307 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 1097 time: 0.0767961
Jun 30 19:14:23.156902 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-16947a8f-289f-4265-b7f7-0b7ae957675a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b938801-f670-483c-9c7f-11f3c6e4d436 HTTP/1.1" status: 200  len: 217 time: 0.0656612
Jun 30 19:14:23.231790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113888-347a-4bc2-bb39-dd94037b3125 req-46343eb1-c653-458d-9d33-5b9efd727137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:23.233260 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-46343eb1-c653-458d-9d33-5b9efd727137 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff HTTP/1.1" status: 200  len: 849 time: 0.0605986
Jun 30 19:14:23.289817 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-486f4c79-b210-470a-a2e0-51406254e52d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=53852c2d-a26b-459c-bc32-e184dbbaedd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472386
Jun 30 19:14:23.404255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f938f9-c133-4e99-bc87-388f01b1fc2e req-4d3e7a73-b0ae-4979-b362-b48ace18690d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:23.411801 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f5f938f9-c133-4e99-bc87-388f01b1fc2e req-4d3e7a73-b0ae-4979-b362-b48ace18690d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1028795
Jun 30 19:14:23.478263 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-4df18133-1155-4fb1-8e61-a8d92b843985 service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791980
Jun 30 19:14:23.482937 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f5f938f9-c133-4e99-bc87-388f01b1fc2e req-9b33b0b9-355f-481e-9e23-3ee8d0ad949c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702102
Jun 30 19:14:23.695662 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-74113888-347a-4bc2-bb39-dd94037b3125 req-69e84da5-0636-4c9f-ba5d-a776ee7abe1b service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984587
Jun 30 19:14:23.943393 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-8aab14ab-fc19-4f01-959d-fc60d3d32e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:23.945147 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-8aab14ab-fc19-4f01-959d-fc60d3d32e42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 1097 time: 0.0947962
Jun 30 19:14:24.117720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-d7dc4973-fa97-4910-9604-999e015299eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:24.119525 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-d7dc4973-fa97-4910-9604-999e015299eb service neutron] 10.222.0.97 "GET /v2.0/networks?id=53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 200  len: 910 time: 0.1534810
Jun 30 19:14:24.210585 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-26f030e4-3300-41c9-95ce-4a5b18d78f43 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b938801-f670-483c-9c7f-11f3c6e4d436 HTTP/1.1" status: 200  len: 217 time: 0.0804071
Jun 30 19:14:24.226702 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66d773-02b4-420b-aab8-66c91197dea1 req-346d98b7-c1c3-41a2-81f7-f8f6f4370824 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:24.228570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e66d773-02b4-420b-aab8-66c91197dea1 req-346d98b7-c1c3-41a2-81f7-f8f6f4370824 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 944 time: 0.1463702
Jun 30 19:14:24.275404 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e66d773-02b4-420b-aab8-66c91197dea1 req-99487f70-88de-4f32-bb6a-b7776293ef9a tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409813
Jun 30 19:14:24.282492 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-a8c95fb4-70b7-4a84-80b4-66df8060abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:24.283925 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-a8c95fb4-70b7-4a84-80b4-66df8060abc4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff HTTP/1.1" status: 200  len: 849 time: 0.0655494
Jun 30 19:14:24.339387 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-86eb0e32-2367-48f6-8d47-4109516d715a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=53852c2d-a26b-459c-bc32-e184dbbaedd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413802
Jun 30 19:14:24.483796 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-8fabf67b-6a5b-4a45-b7f1-e316e690fdad service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321790
Jun 30 19:14:24.626365 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0ac45f3e-df9d-43cc-8afe-b2fd3b319523 req-45f6fd6e-3764-4cc0-885f-782f030d5364 service neutron] 10.222.0.97 "GET /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344690
Jun 30 19:14:24.735967 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885d19-bd8d-47bb-98c0-aebced45ec0a req-848d3454-7a35-4fb3-a473-dd07500ecaf2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:24.737457 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4f885d19-bd8d-47bb-98c0-aebced45ec0a req-848d3454-7a35-4fb3-a473-dd07500ecaf2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0982842
Jun 30 19:14:24.783485 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4f885d19-bd8d-47bb-98c0-aebced45ec0a req-dbe8c106-980b-4987-bee5-60c18497c7bb tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404150
Jun 30 19:14:25.599660 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-90dfaee1-b895-4caf-a810-42ae319f2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:25.601140 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-90dfaee1-b895-4caf-a810-42ae319f2e75 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=438ac64290964562bf6402fb41fbde75&device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 1098 time: 0.0779223
Jun 30 19:14:25.630210 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb2262-8c02-404c-b5b4-c85af577eb69 req-1e19d5c6-8b03-4f6f-8991-e73a881e06bd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:25.635553 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-11fb2262-8c02-404c-b5b4-c85af577eb69 req-1e19d5c6-8b03-4f6f-8991-e73a881e06bd tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1176376
Jun 30 19:14:25.639578 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fc89f-dd8c-4545-bf9a-818e1faeeee2 req-effe3977-f59c-4604-acc2-de4befc4d365 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:25.641032 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b21fc89f-dd8c-4545-bf9a-818e1faeeee2 req-effe3977-f59c-4604-acc2-de4befc4d365 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 944 time: 0.1653357
Jun 30 19:14:25.792665 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-11fb2262-8c02-404c-b5b4-c85af577eb69 req-904c6291-ab0d-434a-964f-8c1f911fd2d8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506052
Jun 30 19:14:25.799856 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b21fc89f-dd8c-4545-bf9a-818e1faeeee2 req-43d456d3-d8f8-4bb5-93f1-8af8c66d9f43 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625224
Jun 30 19:14:25.824444 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-4ad2bc82-d4fa-4467-a70f-fe6a4a6e7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:25.825942 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-4ad2bc82-d4fa-4467-a70f-fe6a4a6e7e5f service neutron] 10.222.0.97 "GET /v2.0/networks?id=e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 200  len: 920 time: 0.2152040
Jun 30 19:14:26.824158 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4b938801-f670-483c-9c7f-11f3c6e4d436 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:14:26.908000 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-56ce2e99-8c80-4306-9b6b-78862fe68990 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 200  len: 217 time: 0.0815394
Jun 30 19:14:26.974329 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4b938801-f670-483c-9c7f-11f3c6e4d436,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:26.987927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '4b938801-f670-483c-9c7f-11f3c6e4d436', 'network_id': '53852c2d-a26b-459c-bc32-e184dbbaedd8', 'port_id': '4b938801-f670-483c-9c7f-11f3c6e4d436', 'mac_address': 'fa:16:3e:1b:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:14:27.015689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440095c-1256-4db1-856f-10097e1f085d req-2bde5dc9-0708-485c-83a3-1cc5b28e5241 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:27.017160 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f440095c-1256-4db1-856f-10097e1f085d req-2bde5dc9-0708-485c-83a3-1cc5b28e5241 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 944 time: 0.0835538
Jun 30 19:14:27.044856 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:27.062884 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b938801-f670-483c-9c7f-11f3c6e4d436 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:14:27.064482 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f440095c-1256-4db1-856f-10097e1f085d req-cf7b2934-647c-426c-ad3f-752b7a4db040 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415678
Jun 30 19:14:27.083052 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4b938801-f670-483c-9c7f-11f3c6e4d436,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:27.159359 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:27.162364 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:27.234559 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:27.238015 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:27.247202 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212587-ced3-4856-8e1a-8ccb802a59fa req-eea5d34e-6bea-43a3-bb68-480c7fb251b2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:27.248671 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79212587-ced3-4856-8e1a-8ccb802a59fa req-eea5d34e-6bea-43a3-bb68-480c7fb251b2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0875909
Jun 30 19:14:27.292777 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79212587-ced3-4856-8e1a-8ccb802a59fa req-acaad944-4114-4bdb-b6b6-d43015be0203 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384898
Jun 30 19:14:28.251529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744be6-aaad-493f-b19c-0b86e2f13c3b req-ea3136ee-400e-4ba8-badc-ed05ae065087 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:28.253007 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c744be6-aaad-493f-b19c-0b86e2f13c3b req-ea3136ee-400e-4ba8-badc-ed05ae065087 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 945 time: 0.0838184
Jun 30 19:14:28.296180 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c744be6-aaad-493f-b19c-0b86e2f13c3b req-f3e0045c-a40a-45fd-8877-4c38b8024158 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374901
Jun 30 19:14:28.489137 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a21eb-cc21-4d57-b5af-2258e205e417 req-7df16a21-d643-4e34-96c4-0eab1ac4e17d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:28.490636 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-991a21eb-cc21-4d57-b5af-2258e205e417 req-7df16a21-d643-4e34-96c4-0eab1ac4e17d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0907514
Jun 30 19:14:28.536298 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-991a21eb-cc21-4d57-b5af-2258e205e417 req-4df6d9a1-f007-464f-8fca-96a0cb683870 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385313
Jun 30 19:14:29.029313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-24e9e515-3cb9-4bd1-985c-2f7126eec7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:29.031550 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-24e9e515-3cb9-4bd1-985c-2f7126eec7e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 200  len: 859 time: 0.0798187
Jun 30 19:14:29.096173 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-74a15ca1-cf75-4fd4-8881-c1d2fc5499f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e156215a-d9ec-45df-b4a7-060bbf0583bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492413
Jun 30 19:14:29.240949 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-2d800357-7af1-4e2e-9568-5f81fe42871e service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305900
Jun 30 19:14:29.374049 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-398b653c-5ec0-4dfc-a536-3b86732a39e5 req-e45219a4-5803-4948-9cc1-a95d4493a8f9 service neutron] 10.222.0.97 "GET /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252942
Jun 30 19:14:29.378542 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['4b938801-f670-483c-9c7f-11f3c6e4d436'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:14:29.497281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862d26e-9a24-4fcb-9d04-577d9497a887 req-22eca342-3982-4c11-90f5-14affe510a07 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:29.498796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9862d26e-9a24-4fcb-9d04-577d9497a887 req-22eca342-3982-4c11-90f5-14affe510a07 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 945 time: 0.0948446
Jun 30 19:14:29.553765 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9862d26e-9a24-4fcb-9d04-577d9497a887 req-600d89b7-81bc-49e9-b768-84b712ff01db tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488682
Jun 30 19:14:29.731053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386ee9-d2ab-4351-a499-56d54b51bc47 req-e0274d29-f255-43ce-b509-d25001d809f8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:29.732556 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f9386ee9-d2ab-4351-a499-56d54b51bc47 req-e0274d29-f255-43ce-b509-d25001d809f8 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0843716
Jun 30 19:14:29.782115 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f9386ee9-d2ab-4351-a499-56d54b51bc47 req-854c0f05-3720-4616-ae80-04c0914988c7 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414352
Jun 30 19:14:30.543245 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-da1cff30-b08c-48cb-a1e8-2e739f3158a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:30.749888 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc36bf-2069-45e7-87a7-c4e48ce4008d req-7a018a92-bd62-4076-8a8f-ed9b53953c9d tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:30.751455 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8cdc36bf-2069-45e7-87a7-c4e48ce4008d req-7a018a92-bd62-4076-8a8f-ed9b53953c9d tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 945 time: 0.0901134
Jun 30 19:14:30.802048 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8cdc36bf-2069-45e7-87a7-c4e48ce4008d req-fef21d83-70bd-478b-a14e-7859bcc72f3f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436170
Jun 30 19:14:30.930197 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4b938801-f670-483c-9c7f-11f3c6e4d436 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:30.978017 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8651c-ece9-4cfc-b5d8-493aafc3d53c req-8b174955-22a9-44cd-bc65-014eaf9d1f6d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:30.979495 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3cf8651c-ece9-4cfc-b5d8-493aafc3d53c req-8b174955-22a9-44cd-bc65-014eaf9d1f6d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0792956
Jun 30 19:14:31.026290 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3cf8651c-ece9-4cfc-b5d8-493aafc3d53c req-3b893bf6-8997-4a2c-a5fc-1722715c7a2d tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401800
Jun 30 19:14:31.057247 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 4b938801-f670-483c-9c7f-11f3c6e4d436 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:31.063920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 4b938801-f670-483c-9c7f-11f3c6e4d436 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:31.064084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:31.189536 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:31.208227 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:31.242518 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:14:31.255503 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4b938801-f670-483c-9c7f-11f3c6e4d436,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:31.292031 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436', 'code': 200}
Jun 30 19:14:31.302894 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:31.308399 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:31.375037 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:31.378083 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:31.685810 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4bf6f-f865-48a5-ad07-71fe57c4430b req-16b0d4e3-bdbe-4dd1-8f35-5e80a44e66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:31.687277 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cab4bf6f-f865-48a5-ad07-71fe57c4430b req-16b0d4e3-bdbe-4dd1-8f35-5e80a44e66b2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 1099 time: 0.0707424
Jun 30 19:14:31.734101 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cab4bf6f-f865-48a5-ad07-71fe57c4430b req-cf64dedd-40f1-4534-9fd8-1cb6124e7fb8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364664
Jun 30 19:14:31.992133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d01c5-7a68-4fe0-8327-d0ed25964ad2 req-0d0ff444-6ea0-4aa1-b135-f7ef116e7059 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:31.993583 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-173d01c5-7a68-4fe0-8327-d0ed25964ad2 req-0d0ff444-6ea0-4aa1-b135-f7ef116e7059 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.0850749
Jun 30 19:14:32.037473 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-173d01c5-7a68-4fe0-8327-d0ed25964ad2 req-6557f6f5-c488-44a4-8f1e-463d1558d40f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374155
Jun 30 19:14:32.226832 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e55c-d24d-4287-8725-070ba27bfba7 req-bf132f96-9519-4688-9efd-cfe03ee34986 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:32.228343 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3034e55c-d24d-4287-8725-070ba27bfba7 req-bf132f96-9519-4688-9efd-cfe03ee34986 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0850382
Jun 30 19:14:32.279628 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3034e55c-d24d-4287-8725-070ba27bfba7 req-10caf3ae-9ce5-4439-84e4-d79deb1e1cb2 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440183
Jun 30 19:14:32.767331 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54014) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:32.892130 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:32.906126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:32.909833 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Usage tracker for resource:security_group_rule and tenant:ecdc4694d5a548aa9db318ff40f98590 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:32.912539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:32.918194 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:32.997885 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.102890 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.105516 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-267696b7-bc7a-4e66-af43-0416235d04cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:33.147172 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ecdc4694d5a548aa9db318ff40f98590&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3786347
Jun 30 19:14:33.148342 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7842a46a-ba65-4d0e-9be0-5e3738f37679,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:33.150124 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54026) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:33.160828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.161323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.161750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.162756 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.162756 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.163200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.163554 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.163900 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.164255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.164741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.165087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.165460 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.184337 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:33.269904 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.305685 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae0007-4aba-4488-963b-0bee15b9016d req-c64cc32f-7737-4aeb-aae6-031ae1ea399c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:33.307146 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1aae0007-4aba-4488-963b-0bee15b9016d req-c64cc32f-7737-4aeb-aae6-031ae1ea399c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1538455
Jun 30 19:14:33.309229 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.381135 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1aae0007-4aba-4488-963b-0bee15b9016d req-870eddf7-4f54-4394-a289-95ad24f1dde3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651200
Jun 30 19:14:33.404330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-cb41645c-9f96-427d-9078-3f9b7488e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.458872 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.468514 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0cdd66c7-5a14-44f4-b97f-cc9fa8ecc5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:33.496901 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7842a46a-ba65-4d0e-9be0-5e3738f37679,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:33.513731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.514092 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.514445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.514790 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.515129 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.515470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.515809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.516144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.516480 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.516834 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.517163 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.517522 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:33.521989 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:33.523767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:33.528447 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7842a46a-ba65-4d0e-9be0-5e3738f37679 HTTP/1.1" status: 204  len: 168 time: 0.3737900
Jun 30 19:14:33.552318 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e042bd-aecf-46d7-a607-187b3d2160c6 req-5001538e-c064-439e-856f-572819707b96 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:33.553840 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c0e042bd-aecf-46d7-a607-187b3d2160c6 req-5001538e-c064-439e-856f-572819707b96 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1317098
Jun 30 19:14:33.602200 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c0e042bd-aecf-46d7-a607-187b3d2160c6 req-5d34f771-281a-4639-81e0-fa430ab31a37 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416749
Jun 30 19:14:34.268963 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:34.574230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-bd02-4538-8bad-74a508145d73 req-3606a91d-f7b5-44e8-947e-9fdfe8aa4a8f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:34.575726 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-23b041dd-bd02-4538-8bad-74a508145d73 req-3606a91d-f7b5-44e8-947e-9fdfe8aa4a8f tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.0826504
Jun 30 19:14:34.609868 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54072) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:34.634871 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-23b041dd-bd02-4538-8bad-74a508145d73 req-a2c3b9fa-fc2c-4edf-84c4-c401b8a5453c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522091
Jun 30 19:14:34.722554 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1131022982-network', 'tenant_id': 'e2886e043e404867bfb961a137872ce4'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:34.727443 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:34.732276 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Usage tracker for resource:network and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:34.735358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:34.741471 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:34.834349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Made reservation on behalf of e2886e043e404867bfb961a137872ce4 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:14:34.836869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:34.849854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:34.868694 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:34.872753 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:34.875755 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:34.881434 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:34.959882 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.011993 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.015162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0e276a10-dfcc-4c20-9c3a-8f0325da96ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:35.044474 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:14:35.053744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4193f-b66c-4e8d-956f-8df2dbab8cd4,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:35.057184 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:35.060225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.060570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Added segment 076efb11-b289-4bcb-a0ec-f1546d23bb26 of type vlan for network a8614d2e-8a30-40e0-b769-6cb7626bfe21
Jun 30 19:14:35.087160 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.160203 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.161560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:35.162178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.171865 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e2e685c0-8cf4-48dd-96b7-f93f879cf8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:35.335644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Pushing event updated for resources: {'Network': ['ID=a8614d2e-8a30-40e0-b769-6cb7626bfe21,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:35.338473 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:35.345863 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:14:35.403195 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7983863
Jun 30 19:14:35.405999 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54084) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:35.411572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Request body: {'subnet': {'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1131022982-subnet', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:35.416081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:35.419846 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Usage tracker for resource:subnet and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:35.422621 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:35.428217 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:35.489167 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:14:35.502211 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Made reservation on behalf of e2886e043e404867bfb961a137872ce4 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:14:35.504569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.697073 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.742985 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.748000 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:35.819953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef875725-642f-47c9-b98f-82585071962f,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:35.825275 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:35.829507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Checking segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:35.829860 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Network hostable DHCP agents. Network: a8614d2e-8a30-40e0-b769-6cb7626bfe21, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:14:35.885613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:14:35.954150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, a8614d2e-8a30-40e0-b769-6cb7626bfe21) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:35.958542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:35.959300 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:35.963159 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38348893-453b-457c-8005-373c2ba8941f None None] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:14:36.063762 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-76011e8d-d67c-4559-9d19-61c388d23d26 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6567125
Jun 30 19:14:36.066353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54090) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:36.071603 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:36.076700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:36.080507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Usage tracker for resource:router and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:36.083569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:36.089998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:36.178215 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:14:36.179040 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.183361 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.188534 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.199836 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.356616 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Allocated IP 172.20.0.2 (a8614d2e-8a30-40e0-b769-6cb7626bfe21/ef875725-642f-47c9-b98f-82585071962f/a26291d2-6aea-4c04-b8be-77af5d2167d2) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:36.577170 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.587326 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Transition to ACTIVE for port object a26291d2-6aea-4c04-b8be-77af5d2167d2 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:36.591753 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.606676 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Transition to ACTIVE for port object a26291d2-6aea-4c04-b8be-77af5d2167d2 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:36.657446 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.661782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:36.726606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:36.729448 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:36.732831 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:36.777102 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Pushing event updated for resources: {'Port': ['ID=a26291d2-6aea-4c04-b8be-77af5d2167d2,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:36.778852 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:36.830085 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Attempting to bind port a26291d2-6aea-4c04-b8be-77af5d2167d2 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:36.830455 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Attempting to bind port a26291d2-6aea-4c04-b8be-77af5d2167d2 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:36.831076 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Attempting to bind port a26291d2-6aea-4c04-b8be-77af5d2167d2 on network a8614d2e-8a30-40e0-b769-6cb7626bfe21 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:36.836279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:36.836660 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Checking segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:36.837070 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.837502 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Bound using segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:36.837967 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Bound port: a26291d2-6aea-4c04-b8be-77af5d2167d2, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:36.839339 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.927971 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] For port a26291d2-6aea-4c04-b8be-77af5d2167d2, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:36.930804 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] For port a26291d2-6aea-4c04-b8be-77af5d2167d2, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=a26291d2-6aea-4c04-b8be-77af5d2167d2,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:36.958100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:36.986986 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:37.012080 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:37.015743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:37.094608 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Pushing event updated for resources: {'Port': ['ID=a26291d2-6aea-4c04-b8be-77af5d2167d2,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:37.103423 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:37.128149 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Allocated IP 172.27.0.53 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/5936a3c3-5915-4d21-86f4-e49195c518bc) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:37.317870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:37.412309 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:37.419167 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a13a80da-cd4f-4015-85b8-a4a432ce3a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:37.486641 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:37.489778 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:37.494052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:37.633364 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Pushing event updated for resources: {'Port': ['ID=5936a3c3-5915-4d21-86f4-e49195c518bc,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:37.639652 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:37.998201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89b65f-48e2-4071-a6d0-a18839f59519 None None] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:14:38.095390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.199562 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6ccee3c8-08dd-4b53-b5ff-6612ce0f3a9a None None] Provisioning for port a26291d2-6aea-4c04-b8be-77af5d2167d2 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:38.411752 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device a26291d2-6aea-4c04-b8be-77af5d2167d2 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:38.560553 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port a26291d2-6aea-4c04-b8be-77af5d2167d2 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:38.567164 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port a26291d2-6aea-4c04-b8be-77af5d2167d2 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:38.567296 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.648084 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.710237 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.764910 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port a26291d2-6aea-4c04-b8be-77af5d2167d2, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=a26291d2-6aea-4c04-b8be-77af5d2167d2,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:38.765629 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-80a166af-4090-44a0-897f-e4eeb36fdfd4 None None] Provisioning complete for port a26291d2-6aea-4c04-b8be-77af5d2167d2 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:38.770495 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-80a166af-4090-44a0-897f-e4eeb36fdfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.928043 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:38.933593 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:38.971085 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Router 5fdc5963-8254-40aa-b7ac-69aa7732f39c is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:14:39.060233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=a26291d2-6aea-4c04-b8be-77af5d2167d2,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:39.065352 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:39.084201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-80a166af-4090-44a0-897f-e4eeb36fdfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:39.170806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-80a166af-4090-44a0-897f-e4eeb36fdfd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:14:39.171274 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-80a166af-4090-44a0-897f-e4eeb36fdfd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:14:39.271097 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b818658-1883-40a8-94b5-766dee23c500 req-30fb1960-22f1-46a3-b57c-feaaf4bf322d tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:39.272485 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b818658-1883-40a8-94b5-766dee23c500 req-30fb1960-22f1-46a3-b57c-feaaf4bf322d tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1815925
Jun 30 19:14:39.275174 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:14:39.287564 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Sync routers for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:14:39.297653 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:39.298430 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671ad8e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:39.334211 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b818658-1883-40a8-94b5-766dee23c500 req-617e60ed-689d-46f4-8f03-c0d8b8861c39 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465963
Jun 30 19:14:39.382950 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:39.384295 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3169606
Jun 30 19:14:39.387510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54134) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:39.491703 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:39.775071 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671ad8e0>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:37Z', 'revision_number': 3, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:39.779586 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Checking router: 5fdc5963-8254-40aa-b7ac-69aa7732f39c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:14:39.779933 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Updating router 5fdc5963-8254-40aa-b7ac-69aa7732f39c port 5936a3c3-5915-4d21-86f4-e49195c518bc binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:14:39.831301 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.188129 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.211096 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.222235 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Transition to ACTIVE for port object 5936a3c3-5915-4d21-86f4-e49195c518bc will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:40.269431 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device a26291d2-6aea-4c04-b8be-77af5d2167d2 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:40.339709 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port a26291d2-6aea-4c04-b8be-77af5d2167d2 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:40.340109 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.372598 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.385637 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:40.431452 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Allocated IP 172.20.0.1 (a8614d2e-8a30-40e0-b769-6cb7626bfe21/ef875725-642f-47c9-b98f-82585071962f/26cf14e2-6464-484d-8bfd-6855c4efaf9e) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:40.453469 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Attempting to bind port 5936a3c3-5915-4d21-86f4-e49195c518bc on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:40.453839 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Attempting to bind port 5936a3c3-5915-4d21-86f4-e49195c518bc by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:40.454204 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Attempting to bind port 5936a3c3-5915-4d21-86f4-e49195c518bc on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:40.463441 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:40.464353 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:40.464755 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.465168 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:40.465694 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Bound port: 5936a3c3-5915-4d21-86f4-e49195c518bc, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:40.469514 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.522848 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Pushing event updated for resources: {'Port': ['ID=5936a3c3-5915-4d21-86f4-e49195c518bc,revision_number=2']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:40.533250 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.533697 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.534529 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.534529 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.534912 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.535298 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.535612 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.535925 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.536254 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.536576 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.536881 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.537351 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:40.542160 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:40.567553 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] For port 5936a3c3-5915-4d21-86f4-e49195c518bc, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:40.570513 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] For port 5936a3c3-5915-4d21-86f4-e49195c518bc, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5936a3c3-5915-4d21-86f4-e49195c518bc,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:40.640319 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.645053 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:40.655789 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.683147 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6c52-21c3-475b-a9fc-c8478668b4d5 req-ff07d95c-aa18-47b5-bd7b-ab663484d5ac tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:40.684815 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b7b6c52-21c3-475b-a9fc-c8478668b4d5 req-ff07d95c-aa18-47b5-bd7b-ab663484d5ac tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1474588
Jun 30 19:14:40.685743 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Transition to ACTIVE for port object 26cf14e2-6464-484d-8bfd-6855c4efaf9e will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:40.715378 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:40.716003 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671ad8e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:40.755812 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b7b6c52-21c3-475b-a9fc-c8478668b4d5 req-c4c6d3bb-fdfe-471f-b4c7-153d20bdf081 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393643
Jun 30 19:14:40.788739 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Pushing event updated for resources: {'Port': ['ID=5936a3c3-5915-4d21-86f4-e49195c518bc,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:40.792885 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:40.794709 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:40.798729 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:40.865662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:40.868434 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:40.872234 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:40.905418 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Pushing event updated for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:40.905610 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:40.913560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:40.930808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.187555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.197176 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671ad8e0>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:37Z', 'revision_number': 3, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:41.201867 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab7717-17c8-400a-8399-a29a0884a74e None None] The sync data for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi is: [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:37Z', 'revision_number': 3, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:14:41.228496 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2b5eaf29-a1bd-49ca-b0ba-53e4e0070c73 None None] Provisioning for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:41.234429 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2b5eaf29-a1bd-49ca-b0ba-53e4e0070c73 None None] Provisioning complete for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:41.234906 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2b5eaf29-a1bd-49ca-b0ba-53e4e0070c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.292111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-2b5eaf29-a1bd-49ca-b0ba-53e4e0070c73 None None] Port 26cf14e2-6464-484d-8bfd-6855c4efaf9e cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:14:41.574088 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.628705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.658123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e8ad8538-c691-4279-9a97-db8cd22782ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:41.754640 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Pushing event updated for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:41.756938 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:41.761690 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:41.957453 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:41.960167 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:42.085294 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cdcfa-c3b7-484d-a30a-c48c752ecfde req-9dc01d91-481f-4576-90bc-0a7c31d597c7 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:42.086829 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5d8cdcfa-c3b7-484d-a30a-c48c752ecfde req-9dc01d91-481f-4576-90bc-0a7c31d597c7 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.2110910
Jun 30 19:14:42.223552 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5d8cdcfa-c3b7-484d-a30a-c48c752ecfde req-0163c64a-4d4d-4c51-9558-322f96dba4ab tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302824
Jun 30 19:14:42.231770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Router 5fdc5963-8254-40aa-b7ac-69aa7732f39c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:14:42.233716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a47b8422-7759-4492-98e9-43de7d9eedbe None None] Provisioning complete for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:42.233716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a47b8422-7759-4492-98e9-43de7d9eedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:42.306721 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5936a3c3-5915-4d21-86f4-e49195c518bc up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:42.379405 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-a47b8422-7759-4492-98e9-43de7d9eedbe None None] Port 26cf14e2-6464-484d-8bfd-6855c4efaf9e cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:14:42.434391 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 5936a3c3-5915-4d21-86f4-e49195c518bc completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:42.441279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5936a3c3-5915-4d21-86f4-e49195c518bc triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:42.441279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:42.454321 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:14:42.466210 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] 10.222.0.78 "PUT /v2.0/routers/5fdc5963-8254-40aa-b7ac-69aa7732f39c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0776236
Jun 30 19:14:42.575835 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:42.593528 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 5936a3c3-5915-4d21-86f4-e49195c518bc, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5936a3c3-5915-4d21-86f4-e49195c518bc,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:42.662590 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:42.664530 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:42.743844 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=5936a3c3-5915-4d21-86f4-e49195c518bc,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:42.747717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:42.774294 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Sync routers for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:14:42.783250 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:42.783871 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c675a3cd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:42.970965 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:43.019173 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-e79cfdf6-24cb-4891-b51b-feff3d54fa7a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760901
Jun 30 19:14:43.141264 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-b027e4f5-c1a1-4159-a0a2-5ea442a36707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.141264 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-b027e4f5-c1a1-4159-a0a2-5ea442a36707 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.0871956
Jun 30 19:14:43.281236 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54182) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:43.288625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1756406120-network', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:43.294682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:43.300651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Usage tracker for resource:network and tenant:8ef082569dd84cf0973cf83fd7ee1c96 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:43.304303 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:43.311624 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:43.313322 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c675a3cd0>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 2, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:43.319012 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Checking router: 5fdc5963-8254-40aa-b7ac-69aa7732f39c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:14:43.319365 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Updating router 5fdc5963-8254-40aa-b7ac-69aa7732f39c port 26cf14e2-6464-484d-8bfd-6855c4efaf9e binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:14:43.320335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-3a689a8f-e783-49ce-bf94-b04aa447c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.322098 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-3a689a8f-e783-49ce-bf94-b04aa447c8c5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1573048
Jun 30 19:14:43.376414 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.400847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Made reservation on behalf of 8ef082569dd84cf0973cf83fd7ee1c96 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:14:43.403078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.419899 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.441113 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-0305d0ae-3475-410b-bd4c-889a2cf952b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1000 time: 0.1073096
Jun 30 19:14:43.449927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:43.456024 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef082569dd84cf0973cf83fd7ee1c96 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:43.461082 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:43.468191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:43.502171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e132f-9328-472c-a77d-a95779846b2a req-f7adcbc9-909e-42c5-b8a9-a0d9e7fb1d68 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.503580 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bd0e132f-9328-472c-a77d-a95779846b2a req-f7adcbc9-909e-42c5-b8a9-a0d9e7fb1d68 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1405115
Jun 30 19:14:43.538200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-fb26f073-6bb9-4a87-b09f-c5da182ce5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.539919 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-fb26f073-6bb9-4a87-b09f-c5da182ce5d7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0832741
Jun 30 19:14:43.635068 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.641504 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-f9c16613-0421-46d9-877a-ba462ceba22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.642994 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-f9c16613-0421-46d9-877a-ba462ceba22d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947435
Jun 30 19:14:43.645750 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bd0e132f-9328-472c-a77d-a95779846b2a req-634ea74a-9c9d-4446-8b67-780280f3f634 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205289
Jun 30 19:14:43.708422 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.712911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-03a72ea8-ec4b-4a26-99fb-24dd2725da7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:43.741367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:14:43.749982 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6cb1fb-d290-4944-9b3a-808f3b60bd76,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:43.753689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:43.757333 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.757689 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Added segment 8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1 of type vlan for network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf
Jun 30 19:14:43.761919 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.775107 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Transition to ACTIVE for port object 26cf14e2-6464-484d-8bfd-6855c4efaf9e will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:43.801032 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.815535 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-dbbe174d-9222-4018-b178-d07f2c1eb926 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616333
Jun 30 19:14:43.841558 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.845857 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:43.886351 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.887884 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:43.888560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:43.893989 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:44.034065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Pushing event updated for resources: {'Network': ['ID=27787de4-27d3-48e2-81ba-1a0d5ea32aaf,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:44.043585 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:44.078312 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2ef731c0-71bc-4bc4-8830-4a5bbad4a13a req-f7ede98a-e86a-47b9-99ca-88ecd73f431c service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521555
Jun 30 19:14:44.081337 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:14:44.082627 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7994993
Jun 30 19:14:44.085541 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54196) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:44.092971 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Request body: {'subnet': {'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1756406120-subnet', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:44.103801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Pushing event updated for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:44.121852 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:44.132184 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Usage tracker for resource:subnet and tenant:8ef082569dd84cf0973cf83fd7ee1c96 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:44.138738 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:44.146845 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:44.151761 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:44.256657 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Made reservation on behalf of 8ef082569dd84cf0973cf83fd7ee1c96 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:14:44.259310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.311248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5936a3c3-5915-4d21-86f4-e49195c518bc up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:44.382314 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Attempting to bind port 26cf14e2-6464-484d-8bfd-6855c4efaf9e on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:44.383093 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Attempting to bind port 26cf14e2-6464-484d-8bfd-6855c4efaf9e by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:44.383311 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Attempting to bind port 26cf14e2-6464-484d-8bfd-6855c4efaf9e on network a8614d2e-8a30-40e0-b769-6cb7626bfe21 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:44.397526 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:44.398057 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Checking segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:44.398577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.399038 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Bound using segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:44.399602 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Bound port: 26cf14e2-6464-484d-8bfd-6855c4efaf9e, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:44.400054 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.503116 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5936a3c3-5915-4d21-86f4-e49195c518bc triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:44.503557 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.539407 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-16fa6f2a-6038-4355-8b80-7bb9c3f8409c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:44.540078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-16fa6f2a-6038-4355-8b80-7bb9c3f8409c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Synchronizing usage tracker for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:14:44.554554 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.555927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] For port 26cf14e2-6464-484d-8bfd-6855c4efaf9e, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:44.560939 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-d27315e5-b78d-4fb3-84a4-a943c5b007a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:44.568984 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] For port 26cf14e2-6464-484d-8bfd-6855c4efaf9e, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=26cf14e2-6464-484d-8bfd-6855c4efaf9e,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:44.628203 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-16fa6f2a-6038-4355-8b80-7bb9c3f8409c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Unset dirty status for tenant:44be798047dd4ec9b6ea0ac21ee7710f on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:14:44.629387 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-16fa6f2a-6038-4355-8b80-7bb9c3f8409c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1777976
Jun 30 19:14:44.632210 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f171224-5185-4c0b-b6b1-df14acb23639,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:44.636239 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:44.642662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Checking segment: {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:44.643020 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Network hostable DHCP agents. Network: 27787de4-27d3-48e2-81ba-1a0d5ea32aaf, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:14:44.659802 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.665368 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:44.739038 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:14:44.768566 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.770283 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:44.773621 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c675a3cd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:44.833353 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Deleting port 4b938801-f670-483c-9c7f-11f3c6e4d436 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:14:44.834217 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.853410 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Pushing event updated for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:44.870857 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:44.900727 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 27787de4-27d3-48e2-81ba-1a0d5ea32aaf) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:44.908120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:44.910477 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:44.947083 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056905d3-a8be-4ffc-a53c-edc672d64c5d None None] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:14:45.000221 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c669d-fdf0-4378-a743-210892c91285 req-93fdd799-1c2f-451e-b773-9920b674a368 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:45.002215 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d89c669d-fdf0-4378-a743-210892c91285 req-93fdd799-1c2f-451e-b773-9920b674a368 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 946 time: 0.1709266
Jun 30 19:14:45.166318 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ac2c335c-e14e-4eab-8bce-2c76d02563a7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0796990
Jun 30 19:14:45.170911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54214) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:45.179307 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:14:45.187114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] For port 4b938801-f670-483c-9c7f-11f3c6e4d436, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4b938801-f670-483c-9c7f-11f3c6e4d436,segment=NetworkSegment(589469a1-694d-433a-a48b-93d1fe8c0467),segment_id=589469a1-694d-433a-a48b-93d1fe8c0467)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:45.187599 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.206693 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:45.216491 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d89c669d-fdf0-4378-a743-210892c91285 req-0f420d36-77fb-4965-931c-e631347b6354 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/security-groups?id=90fb12cf-f236-4593-886e-d2c0d794ab6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057755
Jun 30 19:14:45.217670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:14:45.227725 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Usage tracker for resource:router and tenant:8ef082569dd84cf0973cf83fd7ee1c96 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:14:45.245927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:14:45.257035 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:14:45.337336 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.339674 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.356049 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.404001 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Calling delete_port for 4b938801-f670-483c-9c7f-11f3c6e4d436 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:14:45.612404 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.618083 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:45.637053 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'fixed_ips': [{'subnet_id': '7f171224-5185-4c0b-b6b1-df14acb23639'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:14:45.640380 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.666309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Pushing event deleted for resources: {'Port': ['ID=4b938801-f670-483c-9c7f-11f3c6e4d436,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:45.675365 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:45.726689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.754963 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] No DVR routers for this DVR port 4b938801-f670-483c-9c7f-11f3c6e4d436 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:14:45.759370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:45.763329 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'name': 'network-vif-deleted', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:14:45.830035 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967cceaf-4db8-40e9-9fce-0b902662c215', 'name': 'network-vif-deleted', 'tag': '4b938801-f670-483c-9c7f-11f3c6e4d436', 'status': 'completed', 'code': 200}
Jun 30 19:14:45.857725 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e82f4d62-f14c-4186-96fa-9a48a9fc8282 req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.97 "DELETE /v2.0/ports/4b938801-f670-483c-9c7f-11f3c6e4d436 HTTP/1.1" status: 204  len: 173 time: 1.1216772
Jun 30 19:14:45.864974 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Allocated IP 172.20.0.2 (27787de4-27d3-48e2-81ba-1a0d5ea32aaf/7f171224-5185-4c0b-b6b1-df14acb23639/2af88b80-5892-406b-817c-3543a521c01b) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:45.870808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c675a3cd0>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:44Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:45.879772 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd6e7e-e88f-4445-a55e-12830644ce5d None None] The sync data for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi is: [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:44Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:14:46.085635 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f416b8-e700-4c48-8b4b-7658b19efafa req-586754b3-5f89-4959-94d3-b4ca8d5acb70 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:46.087400 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69f416b8-e700-4c48-8b4b-7658b19efafa req-586754b3-5f89-4959-94d3-b4ca8d5acb70 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1288583
Jun 30 19:14:46.169678 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.180608 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Transition to ACTIVE for port object 2af88b80-5892-406b-817c-3543a521c01b will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:46.203907 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Transition to ACTIVE for port object 2af88b80-5892-406b-817c-3543a521c01b will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:46.274281 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.279747 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-7c49fa5a-7bcf-443f-ae6b-6d7ef3f8c535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:46.312468 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69f416b8-e700-4c48-8b4b-7658b19efafa req-b0ea3f2b-1b26-4cdf-a337-14e02ce8ad7c tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670666
Jun 30 19:14:46.321044 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 26cf14e2-6464-484d-8bfd-6855c4efaf9e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:46.336748 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.373948 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.395041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:46.400274 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:46.408426 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:46.455420 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Pushing event updated for resources: {'Port': ['ID=2af88b80-5892-406b-817c-3543a521c01b,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:46.466619 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:46.483713 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d4f4e1ad-97e0-41f5-bd65-0b86b0ddb711 req-ce0c36c1-6ecf-43ce-875f-e5844cff26b3 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0486071
Jun 30 19:14:46.539150 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Attempting to bind port 2af88b80-5892-406b-817c-3543a521c01b on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:46.539528 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Attempting to bind port 2af88b80-5892-406b-817c-3543a521c01b by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:46.539897 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Attempting to bind port 2af88b80-5892-406b-817c-3543a521c01b on network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:46.546321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:46.546704 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Checking segment: {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:46.547186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.547587 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Bound using segment: {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:46.548055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Bound port: 2af88b80-5892-406b-817c-3543a521c01b, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:46.548438 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.584767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Allocated IP 172.27.0.17 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/34c99017-2d4e-47d7-8aa8-6d4ed964607b) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:46.605781 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:46.613076 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:46.613476 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.697188 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] For port 2af88b80-5892-406b-817c-3543a521c01b, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:46.702969 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] For port 2af88b80-5892-406b-817c-3543a521c01b, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2af88b80-5892-406b-817c-3543a521c01b,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:46.748091 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.766422 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.783520 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.788876 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:46.829126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.837403 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ace567e6-138c-4a4d-b443-e3e9305bf6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:46.875419 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 26cf14e2-6464-484d-8bfd-6855c4efaf9e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=26cf14e2-6464-484d-8bfd-6855c4efaf9e,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:46.891802 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Pushing event updated for resources: {'Port': ['ID=2af88b80-5892-406b-817c-3543a521c01b,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:46.895181 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:46.917753 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:46.921815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:46.925443 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:46.965480 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:46.967565 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:46.969699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Pushing event updated for resources: {'Port': ['ID=34c99017-2d4e-47d7-8aa8-6d4ed964607b,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:46.978571 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:47.051629 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:47.061546 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:47.612659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:47.690666 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4136f-3f28-45c7-8e8c-f0ac6a5b05b8 req-51758ecb-9159-403d-b9d2-b6e8a2a1e6e0 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:47.692122 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-48b4136f-3f28-45c7-8e8c-f0ac6a5b05b8 req-51758ecb-9159-403d-b9d2-b6e8a2a1e6e0 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.2533693
Jun 30 19:14:47.830874 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-48b4136f-3f28-45c7-8e8c-f0ac6a5b05b8 req-6b80628e-0d47-4845-9c91-a4116f43cde3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312132
Jun 30 19:14:47.837046 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda157c4-d4bf-4c54-8bb9-cf463296b8e5 None None] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:14:48.009204 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-53f59256-7b02-4073-952e-ece3494f8341 None None] Provisioning for port 2af88b80-5892-406b-817c-3543a521c01b completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:48.046935 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a53505ea-156c-49e2-8326-ebaff3f80594 req-31a3e364-d9d5-481d-8307-7d89d1c766ff tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0628941
Jun 30 19:14:48.072452 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:48.348318 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:14:48.350440 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2af88b80-5892-406b-817c-3543a521c01b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:48.457151 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 2af88b80-5892-406b-817c-3543a521c01b completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:48.461998 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 2af88b80-5892-406b-817c-3543a521c01b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:48.462378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:48.518038 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['4b938801-f670-483c-9c7f-11f3c6e4d436'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:14:48.528318 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:14:48.540477 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Sync routers for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:14:48.565302 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:48.566308 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6744b2e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:48.629075 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:48.631520 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ba0f2d8e-3d38-4e63-8b05-acad7ee47900 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4575853
Jun 30 19:14:48.634288 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54252) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:14:48.638361 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:48.698483 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 2af88b80-5892-406b-817c-3543a521c01b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2af88b80-5892-406b-817c-3543a521c01b,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:48.753790 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:48.755051 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 26cf14e2-6464-484d-8bfd-6855c4efaf9e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:48.809872 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:48.852093 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:48.945769 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=2af88b80-5892-406b-817c-3543a521c01b,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:48.974055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:49.014898 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 26cf14e2-6464-484d-8bfd-6855c4efaf9e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:49.015583 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.141961 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f202c-0456-444f-8229-96df4b5e8be0 req-1d425823-cb7d-4449-bbc3-02524e40f21a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:49.151735 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c21f202c-0456-444f-8229-96df4b5e8be0 req-1d425823-cb7d-4449-bbc3-02524e40f21a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1175783
Jun 30 19:14:49.207899 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6744b2e0>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:47Z', 'revision_number': 3, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:49.212199 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Checking router: d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:14:49.212345 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c21f202c-0456-444f-8229-96df4b5e8be0 req-a1cb944e-9233-4c10-9816-c0eaadd1fe74 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596137
Jun 30 19:14:49.213019 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Updating router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 port 34c99017-2d4e-47d7-8aa8-6d4ed964607b binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:14:49.300052 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.375730 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7d14994d-7d50-4d32-ad79-aed437c4d4bc req-2e4b5f25-6227-4c56-812e-3cbf1fe2074c tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] 10.222.0.78 "GET /v2.0/ports?device_id=967cceaf-4db8-40e9-9fce-0b902662c215 HTTP/1.1" status: 200  len: 210 time: 0.0500529
Jun 30 19:14:49.684915 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.697506 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Transition to ACTIVE for port object 34c99017-2d4e-47d7-8aa8-6d4ed964607b will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:49.703047 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.777691 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.782950 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:49.861883 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Pushing event updated for resources: {'Port': ['ID=34c99017-2d4e-47d7-8aa8-6d4ed964607b,revision_number=2']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:49.865585 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:49.874324 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Attempting to bind port 34c99017-2d4e-47d7-8aa8-6d4ed964607b on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:49.874766 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Attempting to bind port 34c99017-2d4e-47d7-8aa8-6d4ed964607b by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:49.875128 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Attempting to bind port 34c99017-2d4e-47d7-8aa8-6d4ed964607b on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:49.880500 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:49.880898 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:49.881331 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.881816 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:49.885918 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Bound port: 34c99017-2d4e-47d7-8aa8-6d4ed964607b, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:49.885918 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:49.919808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Allocated IP 172.20.0.1 (27787de4-27d3-48e2-81ba-1a0d5ea32aaf/7f171224-5185-4c0b-b6b1-df14acb23639/17a0168a-c917-40d8-8d08-08f1a5d58af7) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:14:49.958756 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] For port 34c99017-2d4e-47d7-8aa8-6d4ed964607b, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:49.962017 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] For port 34c99017-2d4e-47d7-8aa8-6d4ed964607b, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=34c99017-2d4e-47d7-8aa8-6d4ed964607b,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:50.018914 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.030772 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-c37c0397-8ce8-4ed3-8f17-9ff2b36bf3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:50.071575 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.087810 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Transition to ACTIVE for port object 17a0168a-c917-40d8-8d08-08f1a5d58af7 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:50.095929 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:50.096530 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6744b2e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:50.148670 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.152961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:50.179502 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Pushing event updated for resources: {'Port': ['ID=34c99017-2d4e-47d7-8aa8-6d4ed964607b,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:50.185127 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:50.224268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:50.228122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:50.251602 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Pushing event updated for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:50.254308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:14:50.300248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2af88b80-5892-406b-817c-3543a521c01b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:50.346501 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:50.349460 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.454063 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 2af88b80-5892-406b-817c-3543a521c01b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:50.454684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.458910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:50.557908 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4b938801-f670-483c-9c7f-11f3c6e4d436 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:14:50.642167 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.668925 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 4b938801-f670-483c-9c7f-11f3c6e4d436 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:14:50.669288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4b938801-f670-483c-9c7f-11f3c6e4d436 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:14:50.670620 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d7c9-e427-4a53-a2b7-6f06ef4d6cdc req-bf1a7aaa-5e03-4f4e-a53e-58e2f6674396 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:50.672315 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b8a9d7c9-e427-4a53-a2b7-6f06ef4d6cdc req-bf1a7aaa-5e03-4f4e-a53e-58e2f6674396 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.3182607
Jun 30 19:14:50.705989 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6744b2e0>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:47Z', 'revision_number': 3, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:50.710846 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eea8b0-ffab-421d-8a61-e36824f86389 None None] The sync data for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi is: [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:47Z', 'revision_number': 3, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:14:50.736667 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b8a9d7c9-e427-4a53-a2b7-6f06ef4d6cdc req-e201b943-2557-47df-b538-56bb2127d83e tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578542
Jun 30 19:14:50.755164 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1d8e6c56-7325-48a4-beae-93fe3b47e78f None None] Provisioning for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:50.828176 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1d8e6c56-7325-48a4-beae-93fe3b47e78f None None] Provisioning complete for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:50.832790 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6c56-7325-48a4-beae-93fe3b47e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.914295 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e6c56-7325-48a4-beae-93fe3b47e78f None None] Port 17a0168a-c917-40d8-8d08-08f1a5d58af7 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:14:50.936302 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:50.994068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:51.022565 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-269a1023-410d-4917-b62d-4ba57ef339fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:51.119411 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Pushing event updated for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:51.122531 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:51.123894 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:51.277645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:14:51.278912 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:14:51.518942 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:14:51.556113 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-f5735928-bbd3-4ad2-990b-cb01f9304995 None None] Provisioning complete for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:51.556113 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5735928-bbd3-4ad2-990b-cb01f9304995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:51.657875 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-f5735928-bbd3-4ad2-990b-cb01f9304995 None None] Port 17a0168a-c917-40d8-8d08-08f1a5d58af7 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:14:51.831150 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:14:51.840676 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] 10.222.0.78 "PUT /v2.0/routers/d19fd135-c9ab-42df-9f38-ec9e36f8bbb3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2036016
Jun 30 19:14:51.934270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d000c7a-b4c0-4712-b2e7-6d37b22b19c9 req-f977617e-f4f4-4ff3-83a9-46344eacc427 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:51.941464 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5d000c7a-b4c0-4712-b2e7-6d37b22b19c9 req-f977617e-f4f4-4ff3-83a9-46344eacc427 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.0798717
Jun 30 19:14:51.989900 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5d000c7a-b4c0-4712-b2e7-6d37b22b19c9 req-ba947527-8324-4ab5-8b13-95fb10e2cea5 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466437
Jun 30 19:14:52.295950 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 34c99017-2d4e-47d7-8aa8-6d4ed964607b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:52.434048 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 34c99017-2d4e-47d7-8aa8-6d4ed964607b completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:52.439383 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 34c99017-2d4e-47d7-8aa8-6d4ed964607b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:52.440019 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:52.576066 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:52.598353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 34c99017-2d4e-47d7-8aa8-6d4ed964607b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=34c99017-2d4e-47d7-8aa8-6d4ed964607b,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:52.656790 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:52.662860 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:52.753806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=34c99017-2d4e-47d7-8aa8-6d4ed964607b,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:52.774219 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.774789 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.775353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.776602 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.777084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.798458 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.798828 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.800528 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.800877 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.801237 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.801570 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.801902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:14:52.819432 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:52.998404 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-ca0db6b6-97db-46c2-8fc1-be1eb82255e9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:52.999277 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-ca0db6b6-97db-46c2-8fc1-be1eb82255e9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Synchronizing usage tracker for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:14:53.099160 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-ca0db6b6-97db-46c2-8fc1-be1eb82255e9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Unset dirty status for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:14:53.100482 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-ca0db6b6-97db-46c2-8fc1-be1eb82255e9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.3211336
Jun 30 19:14:53.255897 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Deleting port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:14:53.256547 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:53.279884 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Sync routers for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:14:53.294983 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:53.296106 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c674eaf40>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:53.367304 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a597-3bb1-4a0a-8b35-79fa28be016c req-a577014f-e773-4b6e-b466-dbc00dcee1aa tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:53.370678 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ffc3a597-3bb1-4a0a-8b35-79fa28be016c req-a577014f-e773-4b6e-b466-dbc00dcee1aa tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 946 time: 0.1447880
Jun 30 19:14:53.441437 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ffc3a597-3bb1-4a0a-8b35-79fa28be016c req-bd7a8dd7-d52b-4cb4-8447-dd8b2873a144 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652199
Jun 30 19:14:53.614467 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e926-36ab-43cd-98a4-f392421e3931 req-c99b5341-a7af-4aa9-8456-6b03c7e0732b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:53.614467 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3b2e926-36ab-43cd-98a4-f392421e3931 req-c99b5341-a7af-4aa9-8456-6b03c7e0732b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1275842
Jun 30 19:14:53.614842 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] For port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:53.614842 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:53.625462 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:53.712327 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3b2e926-36ab-43cd-98a4-f392421e3931 req-a047446a-42cd-4fd0-ab7d-e46a27faecc9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164100
Jun 30 19:14:53.754866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Calling delete_port for 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:14:54.018601 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c674eaf40>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:50Z', 'revision_number': 4, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '17a0168a-c917-40d8-8d08-08f1a5d58af7', 'name': '', 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'mac_address': 'fa:16:3e:60:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:49Z', 'updated_at': '2021-06-30T19:14:50Z', 'revision_number': 2, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'subnets': [{'id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:54.027429 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.028055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Checking router: d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:14:54.028055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Updating router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 port 17a0168a-c917-40d8-8d08-08f1a5d58af7 binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:14:54.032965 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:54.084068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Pushing event deleted for resources: {'Port': ['ID=76e41cb5-e6a7-4ea1-95d8-216ea481ff6c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:54.085556 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.089570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:54.234452 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] No DVR routers for this DVR port 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:14:54.238573 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.249527 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'name': 'network-vif-deleted', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:14:54.354940 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03224cf8-feb7-4de8-a470-f160de89e1c5', 'name': 'network-vif-deleted', 'tag': '76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', 'status': 'completed', 'code': 200}
Jun 30 19:14:54.365833 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 34c99017-2d4e-47d7-8aa8-6d4ed964607b up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:54.371770 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-888ddf7a-bb85-472f-96ea-24622fe32259 req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "DELETE /v2.0/ports/76e41cb5-e6a7-4ea1-95d8-216ea481ff6c HTTP/1.1" status: 204  len: 173 time: 1.2642906
Jun 30 19:14:54.537160 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 34c99017-2d4e-47d7-8aa8-6d4ed964607b triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:54.537578 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.628527 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb4ba336-06c1-4436-840e-74b57319571b req-14154eb1-6954-4e72-8dce-b0b13b415e41 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0546522
Jun 30 19:14:54.792820 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.814233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Transition to ACTIVE for port object 17a0168a-c917-40d8-8d08-08f1a5d58af7 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:14:54.879987 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:54.884236 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:54.973822 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994b96-90d7-4891-a61f-6ce2aa3ceafe req-4c424b72-a4d5-4e72-a1e5-afd6e8df6b93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:54.975712 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-40994b96-90d7-4891-a61f-6ce2aa3ceafe req-4c424b72-a4d5-4e72-a1e5-afd6e8df6b93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1180058
Jun 30 19:14:55.054034 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-40994b96-90d7-4891-a61f-6ce2aa3ceafe req-c55ccc30-b2f1-41ae-84f9-33639001d559 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705674
Jun 30 19:14:55.123413 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Pushing event updated for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:55.138913 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:55.203437 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Attempting to bind port 17a0168a-c917-40d8-8d08-08f1a5d58af7 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:14:55.203979 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Attempting to bind port 17a0168a-c917-40d8-8d08-08f1a5d58af7 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:14:55.204577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Attempting to bind port 17a0168a-c917-40d8-8d08-08f1a5d58af7 on network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:14:55.211924 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:14:55.212257 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Checking segment: {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:14:55.212670 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:55.213067 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Bound using segment: {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:14:55.214511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Bound port: 17a0168a-c917-40d8-8d08-08f1a5d58af7, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:14:55.215108 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:55.342523 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] For port 17a0168a-c917-40d8-8d08-08f1a5d58af7, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:14:55.345679 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] For port 17a0168a-c917-40d8-8d08-08f1a5d58af7, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=17a0168a-c917-40d8-8d08-08f1a5d58af7,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:14:55.711113 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:55.716148 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bec313b3-5519-4fbe-935f-b855e6bef758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:55.797059 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a2670d2b-ef91-40ba-b5f0-0ce0ac9c7bb3 req-f8c547a3-9063-4c53-b845-3118f6b842a3 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0533032
Jun 30 19:14:55.820583 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:14:55.822095 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c674eaf40>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:14:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:55.901780 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Pushing event updated for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:55.901780 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:14:56.064045 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:14:56.278919 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce145-11d7-45fe-be18-5de2c3b9ef99 req-99e10307-0d16-4479-a42d-b7b565f2b703 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:56.280669 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d6ce145-11d7-45fe-be18-5de2c3b9ef99 req-99e10307-0d16-4479-a42d-b7b565f2b703 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0986915
Jun 30 19:14:56.335377 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d6ce145-11d7-45fe-be18-5de2c3b9ef99 req-5d0661c8-5bec-4a93-821f-de9df512f7fb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482554
Jun 30 19:14:56.471065 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['76e41cb5-e6a7-4ea1-95d8-216ea481ff6c', '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:14:56.601971 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c674eaf40>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:50Z', 'revision_number': 4, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '17a0168a-c917-40d8-8d08-08f1a5d58af7', 'name': '', 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'mac_address': 'fa:16:3e:60:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:49Z', 'updated_at': '2021-06-30T19:14:55Z', 'revision_number': 4, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'subnets': [{'id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:14:56.614896 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913d3c-5fff-4b7a-abf8-47f452b842c6 None None] The sync data for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi is: [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:14:50Z', 'revision_number': 4, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '17a0168a-c917-40d8-8d08-08f1a5d58af7', 'name': '', 'network_id': '27787de4-27d3-48e2-81ba-1a0d5ea32aaf', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'mac_address': 'fa:16:3e:60:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:49Z', 'updated_at': '2021-06-30T19:14:55Z', 'revision_number': 4, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'subnets': [{'id': '7f171224-5185-4c0b-b6b1-df14acb23639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:14:57.058726 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b4101aff-0c10-4c7d-8df5-0dccac87043f req-dec101e3-d56a-44f5-817a-27a838d6f9d9 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=03224cf8-feb7-4de8-a470-f160de89e1c5 HTTP/1.1" status: 200  len: 210 time: 0.0955274
Jun 30 19:14:57.628582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4bc0-8a34-411a-abf1-1d0f88066f3c req-1b069e8a-9f81-4284-a625-595b9657fc67 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:57.633305 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-545a4bc0-8a34-411a-abf1-1d0f88066f3c req-1b069e8a-9f81-4284-a625-595b9657fc67 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1434209
Jun 30 19:14:57.712715 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-545a4bc0-8a34-411a-abf1-1d0f88066f3c req-de83c6c6-a500-45c8-aa4b-239aa1e57aea tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736065
Jun 30 19:14:58.360359 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 17a0168a-c917-40d8-8d08-08f1a5d58af7 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:14:58.480897 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:14:58.536588 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:14:58.537649 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 76e41cb5-e6a7-4ea1-95d8-216ea481ff6c not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:14:58.633672 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:14:58.639988 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:14:58.657371 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:58.876707 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:58.948673 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 17a0168a-c917-40d8-8d08-08f1a5d58af7, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=17a0168a-c917-40d8-8d08-08f1a5d58af7,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:14:59.052264 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:14:59.073450 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:14:59.303988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbb06c-c4b4-4088-9181-16135639f190 req-930fae5d-daff-4c27-a16b-757f19e3c934 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:14:59.310103 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c0dbb06c-c4b4-4088-9181-16135639f190 req-930fae5d-daff-4c27-a16b-757f19e3c934 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.2151332
Jun 30 19:14:59.436168 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c0dbb06c-c4b4-4088-9181-16135639f190 req-1d1a31a4-2778-4d27-b2f8-47fe7cc9cc81 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186144
Jun 30 19:14:59.505352 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:14:59.512370 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:00.022494 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435433c-6724-49ec-96ed-ad5b16ebefad req-5001084a-a753-40ef-8cc4-7d0629f1e760 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:00.030570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a435433c-6724-49ec-96ed-ad5b16ebefad req-5001084a-a753-40ef-8cc4-7d0629f1e760 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.3538024
Jun 30 19:15:00.146365 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a435433c-6724-49ec-96ed-ad5b16ebefad req-216f2ae7-54e0-4b72-8971-9d44df78d069 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144748
Jun 30 19:15:00.317840 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 17a0168a-c917-40d8-8d08-08f1a5d58af7 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:15:00.535054 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 17a0168a-c917-40d8-8d08-08f1a5d58af7 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:00.537701 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:00.601504 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f2029393-e64d-4703-ac0a-2321202f7c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:00.823101 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047221f-05d1-4dc9-b0ee-179aa4177350 req-46c7c874-8998-4195-8554-6c804fb3289b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:00.823101 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e047221f-05d1-4dc9-b0ee-179aa4177350 req-46c7c874-8998-4195-8554-6c804fb3289b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1164713
Jun 30 19:15:00.890583 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e047221f-05d1-4dc9-b0ee-179aa4177350 req-6f6c4311-90d8-4cad-a81d-57d02f934b53 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603178
Jun 30 19:15:01.182211 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:01.562463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ec80b-8a5e-4b07-84d8-622412d8fb60 req-6a16f93d-76bd-4990-b170-57d8860b1135 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:01.570002 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e1ec80b-8a5e-4b07-84d8-622412d8fb60 req-6a16f93d-76bd-4990-b170-57d8860b1135 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1813192
Jun 30 19:15:01.620679 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e1ec80b-8a5e-4b07-84d8-622412d8fb60 req-063a0fa2-cad9-4f68-92f1-5b4164d6d3d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495138
Jun 30 19:15:02.153435 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee9e04-f180-48b6-85c0-aa854ee4b1bf req-cfaeff9a-5eb2-4ecf-9be4-aecc580fb56a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:02.161100 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-04ee9e04-f180-48b6-85c0-aa854ee4b1bf req-cfaeff9a-5eb2-4ecf-9be4-aecc580fb56a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1307824
Jun 30 19:15:02.233339 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-04ee9e04-f180-48b6-85c0-aa854ee4b1bf req-e8adc5e4-e8d2-4bd7-8ac0-65a8aaa1d69b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712082
Jun 30 19:15:03.066753 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fd964-d34b-4268-b5fc-e021b339aeb8 req-c1275676-cb3b-4559-8026-d08ae43fb3ef tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:03.069222 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b4fd964-d34b-4268-b5fc-e021b339aeb8 req-c1275676-cb3b-4559-8026-d08ae43fb3ef tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2451203
Jun 30 19:15:03.169005 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b4fd964-d34b-4268-b5fc-e021b339aeb8 req-320f9162-5870-4b47-80ac-336b60e84106 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933316
Jun 30 19:15:03.748529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa94f70-dfc1-4a41-8ff5-682f46f7e28f req-a82630fb-d4a7-4615-addf-669041b53d23 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:03.750050 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6aa94f70-dfc1-4a41-8ff5-682f46f7e28f req-a82630fb-d4a7-4615-addf-669041b53d23 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.2055600
Jun 30 19:15:03.767500 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b9c89-3691-477a-86ce-84865271c94d req-30798d28-f38c-4783-9448-599ff33bb8ea tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:03.769101 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb2b9c89-3691-477a-86ce-84865271c94d req-30798d28-f38c-4783-9448-599ff33bb8ea tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.1541138
Jun 30 19:15:03.777762 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-95e5a6c6-a6e5-42d2-adcb-dd7d7275de53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:03.839540 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6aa94f70-dfc1-4a41-8ff5-682f46f7e28f req-a7fac129-703a-4043-a9ed-d9654b5c9900 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811427
Jun 30 19:15:03.854701 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb2b9c89-3691-477a-86ce-84865271c94d req-cf34b0d6-de48-42e2-9b19-9618a23f16c7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601606
Jun 30 19:15:04.323206 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:04.545528 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b903f-cfdb-4651-90cf-f95a7327c524 req-1feef995-efb8-4660-a636-c7464d5ffb91 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:04.547194 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ed4b903f-cfdb-4651-90cf-f95a7327c524 req-1feef995-efb8-4660-a636-c7464d5ffb91 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1693909
Jun 30 19:15:04.609775 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ed4b903f-cfdb-4651-90cf-f95a7327c524 req-29681555-9e19-4a06-9ae8-b8268a2ecd53 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534134
Jun 30 19:15:05.398593 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5ee0-a389-41d0-acfa-8c22d3312b86 req-4c0f185e-867e-47a4-98f8-2678b7b8dffa tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:05.407242 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b40c5ee0-a389-41d0-acfa-8c22d3312b86 req-4c0f185e-867e-47a4-98f8-2678b7b8dffa tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.1442733
Jun 30 19:15:05.430152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222e4c-384e-437a-90db-bd2dc7b56f7b req-17e24079-660a-42d6-9826-a2aec59bf4cc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:05.437516 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-73222e4c-384e-437a-90db-bd2dc7b56f7b req-17e24079-660a-42d6-9826-a2aec59bf4cc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.4338582
Jun 30 19:15:05.514444 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-73222e4c-384e-437a-90db-bd2dc7b56f7b req-7f1de4f1-87b2-445e-a6da-291ea52e2f4b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758522
Jun 30 19:15:05.537018 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b40c5ee0-a389-41d0-acfa-8c22d3312b86 req-fcceef57-4b02-4009-a293-22ffd5d838c0 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264884
Jun 30 19:15:05.867314 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:05.878689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ccd0-4c1b-45cb-871e-ffc59e5594fd req-007ed86b-2d2a-43c4-9488-f46e7df60704 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:05.880174 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-56b6ccd0-4c1b-45cb-871e-ffc59e5594fd req-007ed86b-2d2a-43c4-9488-f46e7df60704 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.0931251
Jun 30 19:15:05.929439 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-56b6ccd0-4c1b-45cb-871e-ffc59e5594fd req-b9f06115-4edb-4dae-8531-86abfba04485 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427158
Jun 30 19:15:06.075231 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-bbb98d5c-085d-4301-8a1d-b427f69edf50 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:06.076776 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-bbb98d5c-085d-4301-8a1d-b427f69edf50 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.0907712
Jun 30 19:15:06.162682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Deleting port 28acc2aa-8573-45b6-afe9-8b2f14fc733b {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:15:06.162970 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:06.466023 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] For port 28acc2aa-8573-45b6-afe9-8b2f14fc733b, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=28acc2aa-8573-45b6-afe9-8b2f14fc733b,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:06.466448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:06.610424 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Calling delete_port for 28acc2aa-8573-45b6-afe9-8b2f14fc733b owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:15:06.805854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245535-36db-49d8-91bc-15d83a105c94 req-3068a68a-5cf7-4346-9e61-96da35227252 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:06.807849 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0f245535-36db-49d8-91bc-15d83a105c94 req-3068a68a-5cf7-4346-9e61-96da35227252 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 945 time: 0.1099753
Jun 30 19:15:06.861991 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0f245535-36db-49d8-91bc-15d83a105c94 req-04d83ec0-24bc-483c-aa34-0da122153f19 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486426
Jun 30 19:15:06.897100 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:06.917941 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['28acc2aa-8573-45b6-afe9-8b2f14fc733b'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:06.935871 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:07.078816 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd36096-db3c-4829-b348-8e9ec5dbf937 req-0f77fe5b-7593-4035-bbc2-3567e4235a54 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:07.089376 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7fd36096-db3c-4829-b348-8e9ec5dbf937 req-0f77fe5b-7593-4035-bbc2-3567e4235a54 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1097209
Jun 30 19:15:07.130723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Pushing event deleted for resources: {'Port': ['ID=28acc2aa-8573-45b6-afe9-8b2f14fc733b,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:07.238684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:07.254661 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] No DVR routers for this DVR port 28acc2aa-8573-45b6-afe9-8b2f14fc733b on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:15:07.257863 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:07.261053 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'name': 'network-vif-deleted', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:07.325619 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7fd36096-db3c-4829-b348-8e9ec5dbf937 req-07717e4d-5036-47a8-bb53-75f951bce43f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2352402
Jun 30 19:15:07.326569 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5a98829e-cd74-4f2e-b966-aa655f074936 req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "DELETE /v2.0/ports/28acc2aa-8573-45b6-afe9-8b2f14fc733b HTTP/1.1" status: 204  len: 173 time: 1.2402399
Jun 30 19:15:07.415261 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-e7ad94d4-4eac-41a7-a091-91b530a65918 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:07.416720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-e7ad94d4-4eac-41a7-a091-91b530a65918 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Synchronizing usage tracker for tenant:e2886e043e404867bfb961a137872ce4 on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:07.533363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-e7ad94d4-4eac-41a7-a091-91b530a65918 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Unset dirty status for tenant:e2886e043e404867bfb961a137872ce4 on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:07.543916 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-e7ad94d4-4eac-41a7-a091-91b530a65918 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 815 time: 0.3702815
Jun 30 19:15:07.561671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-ae914a47-eb81-472e-8251-77d5d215b0d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:07.566240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-ae914a47-eb81-472e-8251-77d5d215b0d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Synchronizing usage tracker for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:07.570603 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-8f886e44-8175-4cb9-a10c-154ba7be8f89 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/quotas/e2886e043e404867bfb961a137872ce4 HTTP/1.1" status: 200  len: 375 time: 0.0255222
Jun 30 19:15:07.661943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a1b22-d7c9-472c-ba5e-b66dacec0db3 req-9ea63d3a-6a51-4e61-bb9a-00e5945acdad tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:07.663614 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fb5a1b22-d7c9-472c-ba5e-b66dacec0db3 req-9ea63d3a-6a51-4e61-bb9a-00e5945acdad tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.1990433
Jun 30 19:15:07.696583 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-ae914a47-eb81-472e-8251-77d5d215b0d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Unset dirty status for tenant:438ac64290964562bf6402fb41fbde75 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:07.699238 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-ae914a47-eb81-472e-8251-77d5d215b0d4 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 945 time: 0.2425778
Jun 30 19:15:07.717756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-b3533fcd-3ad6-49ed-9881-97ed5102f3a5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Synchronizing usage tracker for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:07.745848 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fb5a1b22-d7c9-472c-ba5e-b66dacec0db3 req-62723a18-f5d8-42ca-be33-80756bb0e42a tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/security-groups?id=08eb5101-8c4d-43e7-be11-6f85fa537b20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689280
Jun 30 19:15:07.841007 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Deleting port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:15:07.841590 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:07.913697 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-b3533fcd-3ad6-49ed-9881-97ed5102f3a5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Unset dirty status for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:07.950138 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-b3533fcd-3ad6-49ed-9881-97ed5102f3a5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3436885
Jun 30 19:15:07.950624 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6298e-aaef-4438-9904-8d05037a0631', 'name': 'network-vif-deleted', 'tag': '28acc2aa-8573-45b6-afe9-8b2f14fc733b', 'status': 'completed', 'code': 200}
Jun 30 19:15:08.074183 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09ffe06c-247a-4791-8b1d-9a078c7a87f4 req-25b4a6ab-b155-452b-aa26-c616bf387c4a tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad6298e-aaef-4438-9904-8d05037a0631 HTTP/1.1" status: 200  len: 210 time: 0.0561733
Jun 30 19:15:08.140945 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-ba75366c-15a2-45b3-88df-1ef9040ae1a2 service neutron] 10.222.0.78 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022829
Jun 30 19:15:08.200663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] For port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:08.201696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:08.304535 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3f09d7b4-5b90-460e-a34f-67c168319ff3 service neutron] 10.222.0.78 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626902
Jun 30 19:15:08.492746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Calling delete_port for 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:15:08.755773 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-352cd84b-5c5b-4229-b8b4-cd6ee5b3739f req-aac82403-110f-4858-b6ed-f64d634ec0ac tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.1054249
Jun 30 19:15:08.831287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1440-b1f1-4ff9-ad17-132847c7746d req-145cfae0-34b5-4339-9ad1-ebc990a6bdb0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:08.839171 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dcdf1440-b1f1-4ff9-ad17-132847c7746d req-145cfae0-34b5-4339-9ad1-ebc990a6bdb0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.3122792
Jun 30 19:15:08.962219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dcdf1440-b1f1-4ff9-ad17-132847c7746d req-4df67eaa-f139-4dcd-a6ba-e1d651e7d262 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194439
Jun 30 19:15:09.011239 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.018470 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-388ef3eb-6b84-4a34-b2bc-e9d85834496e tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:09.058306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54628) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:09.079048 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Pushing event deleted for resources: {'Port': ['ID=4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:09.080287 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7686a246-1888-49e1-a1bd-b37fe732e944 req-d713b387-99ae-431f-9530-5b4a05ee96ef tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 210 time: 0.0642998
Jun 30 19:15:09.083836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:09.202858 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] No DVR routers for this DVR port 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:15:09.218388 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.290356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.302649 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-158be49c-d8c4-49de-b831-6f6107e970b4 req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.97 "DELETE /v2.0/ports/4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef HTTP/1.1" status: 204  len: 173 time: 1.5970256
Jun 30 19:15:09.311255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:09.315347 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Usage tracker for resource:security_group_rule and tenant:d369c33f34914d189d2370d3880cac76 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:09.318400 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:09.324863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:09.429459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.519431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.530954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-68d8443c-b063-4a65-a695-85562b472653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:09.596659 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d369c33f34914d189d2370d3880cac76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5340493
Jun 30 19:15:09.596659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54642) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:09.615743 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb2ba4-6ad0-4b04-98b5-4ace9c1c7555,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:09.630757 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-00850a0e-4be4-43a1-8d89-5a573c450322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:09.689319 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.725327 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:09.921770 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'name': 'network-vif-deleted', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:09.983072 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd10ad2-bfd7-4145-a7af-c1c776ee8b13', 'name': 'network-vif-deleted', 'tag': '4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef', 'status': 'completed', 'code': 200}
Jun 30 19:15:10.018793 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5af171b7-a75d-4ef2-bbc9-65479e721964 req-4fac3da4-aade-4750-aeba-3624c475885e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.1741350
Jun 30 19:15:10.019786 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:10.032094 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a8e7b2f7-53c5-4893-8f9c-c5acdd1e2314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:10.046311 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb2ba4-6ad0-4b04-98b5-4ace9c1c7555,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:10.048636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:10.049692 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54bb2ba4-6ad0-4b04-98b5-4ace9c1c7555 HTTP/1.1" status: 204  len: 168 time: 0.4522257
Jun 30 19:15:10.050605 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:10.279913 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d036c-3c82-42de-8e75-ba2d430ae5a8 req-e618f68d-dc78-4976-83ea-95fa00c7311e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:10.281705 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-800d036c-3c82-42de-8e75-ba2d430ae5a8 req-e618f68d-dc78-4976-83ea-95fa00c7311e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1561842
Jun 30 19:15:10.355669 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b85dd25b-5a11-491e-9dca-8f8ea3291d7b req-73115e9c-8bfe-4e09-b2d0-d3c43d83bb82 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 210 time: 0.0536172
Jun 30 19:15:10.383222 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-800d036c-3c82-42de-8e75-ba2d430ae5a8 req-6f3738d6-e698-4be1-99dc-95cd3f03b5ab tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956297
Jun 30 19:15:11.238178 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2764981c-e3d7-4c04-9793-7c3991d0dc1b req-e31737cd-63a5-4d8f-bde0-e4fe6bf1e8ad tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.0632231
Jun 30 19:15:11.483498 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 28acc2aa-8573-45b6-afe9-8b2f14fc733b no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:11.618186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 28acc2aa-8573-45b6-afe9-8b2f14fc733b {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:15:11.618541 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 28acc2aa-8573-45b6-afe9-8b2f14fc733b not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:15:11.619185 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:11.682295 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:15:11.682663 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 4e2e38e9-ecb8-49e5-82cc-94ebbe9eeeef not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:15:11.706672 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d083b998-7336-4660-9ec4-a2e71f1bfd07 req-7e99cf2e-3090-4de7-ad98-062da613d520 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 210 time: 0.0564160
Jun 30 19:15:11.715966 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437f776-29e8-4d87-8634-a267acd6804a req-92d29664-0089-45fb-87a7-2794dc5e560a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:11.717657 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6437f776-29e8-4d87-8634-a267acd6804a req-92d29664-0089-45fb-87a7-2794dc5e560a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.2030482
Jun 30 19:15:11.767293 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6437f776-29e8-4d87-8634-a267acd6804a req-e912d73c-f700-4b04-be84-7fc2bcd34772 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430171
Jun 30 19:15:12.419741 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4be6c660-a3bc-4b0e-bbfa-2a0656ca14a8 req-e0e16d6f-a6ea-42ba-96c4-bbf92795dc51 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.0594907
Jun 30 19:15:12.490638 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:15:12.896860 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7a22ddc-eb06-46cd-aaf2-7a5cee799f48 req-7d861057-add2-44b7-826e-b2f734f40a63 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfd10ad2-bfd7-4145-a7af-c1c776ee8b13 HTTP/1.1" status: 200  len: 210 time: 0.0531161
Jun 30 19:15:12.980293 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99244266-5ab2-497b-b62b-5194afb5a084 req-9b28dbde-3fc6-4d91-a963-8bf6f6e0a5cd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:12.981349 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-99244266-5ab2-497b-b62b-5194afb5a084 req-9b28dbde-3fc6-4d91-a963-8bf6f6e0a5cd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0833583
Jun 30 19:15:13.029945 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-99244266-5ab2-497b-b62b-5194afb5a084 req-c776d842-a7a6-409a-b6ce-2e104d124e92 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425434
Jun 30 19:15:13.560090 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a83d4746-214c-431a-b387-fc318b19bb8f req-023b2444-372c-41f4-b66f-537b1d354e61 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.0444241
Jun 30 19:15:13.988824 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 54732) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:14.487271 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167995-fdac-4f34-af6b-1625e25eba1a req-bf714b08-247e-4135-91eb-813d4adb1333 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:14.495221 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-54167995-fdac-4f34-af6b-1625e25eba1a req-bf714b08-247e-4135-91eb-813d4adb1333 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.2197764
Jun 30 19:15:14.617327 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-54167995-fdac-4f34-af6b-1625e25eba1a req-ea486490-5baa-469f-bd62-205d8622df0c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183379
Jun 30 19:15:14.729499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3819465b-b1b5-4274-a944-56e642d31429 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:14.731132 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3819465b-b1b5-4274-a944-56e642d31429 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 815 time: 0.2200720
Jun 30 19:15:14.747508 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:14.748227 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'port': {'device_id': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'admin_state_up': True, 'tenant_id': 'e2886e043e404867bfb961a137872ce4'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:14.877439 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bdbb9390-de63-4001-beed-30c28fb03b8f req-aeeff638-681b-43c7-aa19-07e5b148de21 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.0727413
Jun 30 19:15:14.935939 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:14.973756 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:14.989704 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:15.080510 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Made reservation on behalf of e2886e043e404867bfb961a137872ce4 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:15:15.084990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:15.323207 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-644b7bd2-3c20-4123-8e5a-f0bb6c79e12b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f099a6180b3e4f158201f3a85ac19adb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0558395
Jun 30 19:15:15.350326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Allocated IP 172.20.0.12 (a8614d2e-8a30-40e0-b769-6cb7626bfe21/ef875725-642f-47c9-b98f-82585071962f/6d19580d-6db7-4310-b2ad-d759d27ac5b9) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:15:15.595774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:15.614052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-41fea4c7-66a1-4d1c-a7d4-d67a5cf7cbce tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:15.621768 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-41fea4c7-66a1-4d1c-a7d4-d67a5cf7cbce tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2981114
Jun 30 19:15:15.622690 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Transition to ACTIVE for port object 6d19580d-6db7-4310-b2ad-d759d27ac5b9 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:15:15.642988 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-9d30bc46-d720-402a-baa6-d430fec676d8 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/quotas/f099a6180b3e4f158201f3a85ac19adb HTTP/1.1" status: 200  len: 375 time: 0.0200899
Jun 30 19:15:15.718260 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-63ddb026-bb92-427e-ad16-ebe0607eb14e tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f099a6180b3e4f158201f3a85ac19adb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0742536
Jun 30 19:15:15.764775 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:15.771279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ff87b6d1-a313-4dc4-a407-82d246ca28de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:15.828306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Deleting port f1970c7b-5817-4697-94a1-c6a83aa1543d {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:15:15.828825 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:15.926038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:15:15.939238 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:15:15.949351 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:15:16.006047 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:16.011951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:16.036927 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:16.037184 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:16.125402 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3831482
Jun 30 19:15:16.141016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Request body: {'port': {'device_id': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:16.316786 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7781ba6-7461-4f54-891b-394d88fef7ef req-c28a15b4-6bf2-4e1d-be69-86e912c7ddc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:16.324464 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a7781ba6-7461-4f54-891b-394d88fef7ef req-c28a15b4-6bf2-4e1d-be69-86e912c7ddc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.3424048
Jun 30 19:15:16.394161 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] For port f1970c7b-5817-4697-94a1-c6a83aa1543d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f1970c7b-5817-4697-94a1-c6a83aa1543d,segment=NetworkSegment(d55c3ae0-3452-4eac-8d1a-9a63982f5125),segment_id=d55c3ae0-3452-4eac-8d1a-9a63982f5125)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:16.394161 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:16.464896 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:16.790184 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b500d379-f2ab-49e3-87bc-555759e5fa66 None None] Provisioning for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:15:16.796815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b500d379-f2ab-49e3-87bc-555759e5fa66 None None] Provisioning complete for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:16.797298 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b500d379-f2ab-49e3-87bc-555759e5fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:16.880103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Calling delete_port for f1970c7b-5817-4697-94a1-c6a83aa1543d owned by network:router_interface {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:15:16.900728 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b500d379-f2ab-49e3-87bc-555759e5fa66 None None] Port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:15:16.941391 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a7781ba6-7461-4f54-891b-394d88fef7ef req-328118a6-5c5f-46b0-add3-0f1f9d72cf0d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6158330
Jun 30 19:15:17.152313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607aa09-98f5-4110-9dd3-72bd80da1c15 req-87d3d391-20e9-4985-a63f-a3ef66c6564c tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:17.171282 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0607aa09-98f5-4110-9dd3-72bd80da1c15 req-87d3d391-20e9-4985-a63f-a3ef66c6564c tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 932 time: 0.6217918
Jun 30 19:15:17.214110 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d0752ae-c420-4122-a8e3-75f9e8e4168d req-de3be2bc-c231-43a2-a0d9-2ce2948e8f28 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.1252079
Jun 30 19:15:17.252575 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d19580d-6db7-4310-b2ad-d759d27ac5b9 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:17.268071 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:17.307571 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Transition to ACTIVE for port object 6d19580d-6db7-4310-b2ad-d759d27ac5b9 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:15:17.323413 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-0607aa09-98f5-4110-9dd3-72bd80da1c15 req-d69a6297-ec99-44cb-9523-aa3106241cb6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Synchronizing usage tracker for tenant:e2886e043e404867bfb961a137872ce4 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:17.376534 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:17.381978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-764d9ec3-101d-4155-93e9-9f72fc68aca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:17.523734 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-0607aa09-98f5-4110-9dd3-72bd80da1c15 req-d69a6297-ec99-44cb-9523-aa3106241cb6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Unset dirty status for tenant:e2886e043e404867bfb961a137872ce4 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:17.529056 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:17.533249 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:17.544589 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0607aa09-98f5-4110-9dd3-72bd80da1c15 req-d69a6297-ec99-44cb-9523-aa3106241cb6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3723783
Jun 30 19:15:17.679428 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:17.683691 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:17.787273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1970c7b-5817-4697-94a1-c6a83aa1543d,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:17.797980 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:17.878085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Attempting to bind port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:15:17.882616 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Attempting to bind port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:15:17.882616 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Attempting to bind port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 on network a8614d2e-8a30-40e0-b769-6cb7626bfe21 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:17.885294 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 on network a8614d2e-8a30-40e0-b769-6cb7626bfe21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:15:17.885813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Attempting to bind port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 on network a8614d2e-8a30-40e0-b769-6cb7626bfe21 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:17.891818 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:15:17.892577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Checking segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:15:17.893131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Bound using segment: {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:15:17.893772 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Bound port: 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076efb11-b289-4bcb-a0ec-f1546d23bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:15:17.894290 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:18.019463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:15:18.029102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:15:18.083124 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:18.094313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:18.311622 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:18.312231 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:18.313655 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] 10.222.0.97 "PUT /v2.0/ports/6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 1094 time: 2.1778102
Jun 30 19:15:18.334865 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:18.407386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:18.412176 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:18.578885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:18.706411 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9ac893ce-02a4-4a1b-8717-4373f118e5fa req-44503821-4de3-4b9c-9856-b244baa3b9d3 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.1153536
Jun 30 19:15:18.773628 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:15:19.163468 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956903-c9c5-45b0-b9fe-98843c5a2788 req-746ff416-09fe-48f8-a046-6380a4b1e401 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:19.166517 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d2956903-c9c5-45b0-b9fe-98843c5a2788 req-746ff416-09fe-48f8-a046-6380a4b1e401 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.8839657
Jun 30 19:15:19.317751 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e6a1-b053-4507-a3fc-774ddd3a793e req-328aa4d0-fd9e-45f5-8dfd-206390345093 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:19.325310 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-70c8e6a1-b053-4507-a3fc-774ddd3a793e req-328aa4d0-fd9e-45f5-8dfd-206390345093 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.3299870
Jun 30 19:15:19.442094 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d2956903-c9c5-45b0-b9fe-98843c5a2788 req-ab1bc88e-45b9-486d-8b21-10e13e94e964 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2651467
Jun 30 19:15:19.478531 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-70c8e6a1-b053-4507-a3fc-774ddd3a793e req-5df4e62b-dcb7-4d1c-8bf2-265a9986165b tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521347
Jun 30 19:15:19.504119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:15:19.742755 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:15:19.761178 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Sync routers for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:15:19.805759 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:15:19.810691 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6711fc10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:15:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:19.822633 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] 10.222.0.78 "PUT /v2.0/routers/4cf4949c-8371-4944-8e41-0f8bd8ab94ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8313277
Jun 30 19:15:19.825609 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54836) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:19.870199 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:15:19.933593 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8723519c-d0ac-4029-bfd1-ac6008ab0774 req-d4439c0f-317f-4928-b3b5-f7994e43312b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0712011
Jun 30 19:15:20.141660 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:15:20.148771 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:20.170638 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:15:20.289679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:20.374675 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:20.410094 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:20.445663 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:20.515080 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:20.530176 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:20.536659 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:20.593179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Deleting port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:15:20.593926 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:20.668255 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6711fc10>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:15:17Z', 'revision_number': 5, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port': {'id': 'd7ced6db-fc5c-4b1e-81c6-ddd4a215f07d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:20.675413 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Checking router: 4cf4949c-8371-4944-8e41-0f8bd8ab94ee for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:15:20.686273 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=6']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:20.694688 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:20.703479 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Routers {'4cf4949c-8371-4944-8e41-0f8bd8ab94ee'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:15:20.706392 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6711fc10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:15:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:20.940538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb380c53-f48f-4175-935e-66a7d2c3d01d req-f51fcf5c-1e22-4bae-aad1-afdfc3aadd37 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:20.948130 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb380c53-f48f-4175-935e-66a7d2c3d01d req-f51fcf5c-1e22-4bae-aad1-afdfc3aadd37 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.2697489
Jun 30 19:15:20.950397 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] Set router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee gateway port host: None {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:15:21.039890 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb380c53-f48f-4175-935e-66a7d2c3d01d req-940188d0-8ff8-4b6e-8601-a482c42dd5a3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908616
Jun 30 19:15:21.051577 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d2fe-a5d1-4478-9a2b-5c19cdc7935d req-59368c45-0aa8-4e70-8ef4-f4c56d743102 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:21.053092 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d33d2fe-a5d1-4478-9a2b-5c19cdc7935d req-59368c45-0aa8-4e70-8ef4-f4c56d743102 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.3333876
Jun 30 19:15:21.117182 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d33d2fe-a5d1-4478-9a2b-5c19cdc7935d req-d8b93efe-20ba-4870-b945-fbde56082a34 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573123
Jun 30 19:15:21.178689 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] For port d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:21.179338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:21.182676 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6711fc10>, [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:15:20Z', 'revision_number': 6, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:21.202082 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485730b3-caf0-44d7-acb2-899a20f4a228 None None] The sync data for ids ['4cf4949c-8371-4944-8e41-0f8bd8ab94ee'] in dv-cinder-798879-1-iscsi is: [{'id': '4cf4949c-8371-4944-8e41-0f8bd8ab94ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1680843254-router', 'tenant_id': '438ac64290964562bf6402fb41fbde75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:15:20Z', 'revision_number': 6, 'project_id': '438ac64290964562bf6402fb41fbde75', 'gw_port_host': None}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:15:21.206865 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d108b4d4-7b09-4f24-a3ee-344472ed6cc3'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:21.433146 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Calling delete_port for d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:15:21.774323 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-16c4d348-ab39-4b24-ab17-37922af3af32 req-0cdc6b3d-8a57-490a-9a20-2f6081c1ae8b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.3436220
Jun 30 19:15:21.959046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:21.966737 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:22.043815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:22.070471 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:22.280361 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.365158 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f1970c7b-5817-4697-94a1-c6a83aa1543d no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:22.488025 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: f1970c7b-5817-4697-94a1-c6a83aa1543d {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:15:22.488520 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f1970c7b-5817-4697-94a1-c6a83aa1543d not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:15:22.489034 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:22.539433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.543147 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.591305 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:15:22.591706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d7ced6db-fc5c-4b1e-81c6-ddd4a215f07d not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:15:22.652037 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387843e2-65f1-45a5-8f5b-48cb38ac3d94 req-ae35c000-f050-4fc7-9ede-4fabc52a970c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:22.656469 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-387843e2-65f1-45a5-8f5b-48cb38ac3d94 req-ae35c000-f050-4fc7-9ede-4fabc52a970c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.3466713
Jun 30 19:15:22.677784 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b14b-432f-422f-8352-75a5b673bdc0 req-d5ba2d1f-d0e8-4895-a4b2-ddde4c36b758 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:22.681489 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3258b14b-432f-422f-8352-75a5b673bdc0 req-d5ba2d1f-d0e8-4895-a4b2-ddde4c36b758 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.2512751
Jun 30 19:15:22.695622 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.696219 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf4949c-8371-4944-8e41-0f8bd8ab94ee {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:15:22.717250 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.720669 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] 10.222.0.78 "DELETE /v2.0/routers/4cf4949c-8371-4944-8e41-0f8bd8ab94ee HTTP/1.1" status: 204  len: 168 time: 2.8912327
Jun 30 19:15:22.721537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54868) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:22.830925 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-387843e2-65f1-45a5-8f5b-48cb38ac3d94 req-ed0c3bfa-48a5-4f8a-830c-cbc6e20451e3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1445184
Jun 30 19:15:22.849458 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3258b14b-432f-422f-8352-75a5b673bdc0 req-91a6ad31-9115-48b4-8086-88421b14ae7b tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198328
Jun 30 19:15:22.876679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Deleting subnet 16ee9994-0f0f-4634-8d27-1c1941ddd2b7 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:15:22.884811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:22.963645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.046826 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.061118 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5329743e-8068-45b3-b75e-96fe62359664 req-929869b2-bc8b-4cbf-9f9d-32603c0e893e tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0531657
Jun 30 19:15:23.096624 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:15:23.189461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:23.189847 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.199208 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.205765 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-de680429-1717-4388-b6bf-03c19b1eff3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:23.250514 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ee9994-0f0f-4634-8d27-1c1941ddd2b7,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:23.252788 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.257454 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:23.263319 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/16ee9994-0f0f-4634-8d27-1c1941ddd2b7 HTTP/1.1" status: 204  len: 168 time: 0.5379953
Jun 30 19:15:23.264349 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54880) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:23.332117 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.360776 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:23.395453 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:23.404508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.418848 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'code': 200}
Jun 30 19:15:23.496022 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.501258 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:23.624729 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=7']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:23.630645 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:23.735209 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.759790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66ebc220>,) {'filters': {'network_id': ['e156215a-d9ec-45df-b4a7-060bbf0583bb']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:23.791936 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ebc220>, 'd55c3ae0-3452-4eac-8d1a-9a63982f5125') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:23.792233 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ebc220>, 'd55c3ae0-3452-4eac-8d1a-9a63982f5125') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:23.811000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.844303 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.856674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:15:23.858694 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:15:23.875065 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:15:23.988037 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-b38d0a38-e5ac-4748-be9e-0f95d1b4b9d5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:23.988037 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-b38d0a38-e5ac-4748-be9e-0f95d1b4b9d5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/networks?id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 HTTP/1.1" status: 200  len: 814 time: 0.2070229
Jun 30 19:15:24.010899 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-bc86d2d8-fb31-4071-ad5c-fecc6a6a9fbe tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/quotas/85d8bf5423c84486b3dd7597680ff0bb HTTP/1.1" status: 200  len: 375 time: 0.0181587
Jun 30 19:15:24.034906 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:24.050809 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:24.054279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-962dedd2-aa3b-41fd-afb0-d451c07e365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:24.082507 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e156215a-d9ec-45df-b4a7-060bbf0583bb,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:24.087967 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:24.121909 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-addb93a1-970d-4bd5-820f-44961d54d1a8 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0996051
Jun 30 19:15:24.156794 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e156215a-d9ec-45df-b4a7-060bbf0583bb HTTP/1.1" status: 204  len: 168 time: 0.8913383
Jun 30 19:15:24.282000 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087ce4-ac1a-44a0-bf06-714b8b556cbb req-4baaea15-8f71-4d70-9e2e-bc49c00c7547 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:24.283515 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5e087ce4-ac1a-44a0-bf06-714b8b556cbb req-4baaea15-8f71-4d70-9e2e-bc49c00c7547 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.2228780
Jun 30 19:15:24.292757 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-f6c18be8-5fb9-4bea-82b6-d91a79f1422e service neutron] 10.222.0.78 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699541
Jun 30 19:15:24.422972 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5e087ce4-ac1a-44a0-bf06-714b8b556cbb req-9336533e-615a-429f-a455-9828abeadb51 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274662
Jun 30 19:15:24.486569 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-e9aef675-27dd-4e2e-9fe8-99f774b293fe service neutron] 10.222.0.78 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925662
Jun 30 19:15:24.567912 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54918) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:24.643627 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-159f3fc1-e3fc-40d0-95e9-8f682066dd7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=438ac64290964562bf6402fb41fbde75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0744936
Jun 30 19:15:24.657203 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 54922) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:24.664865 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94291c-05a9-48ab-a320-8d73950426fa req-0a352563-d3ed-443b-8ca9-eb8939fe623a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:24.668701 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b94291c-05a9-48ab-a320-8d73950426fa req-0a352563-d3ed-443b-8ca9-eb8939fe623a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.1038256
Jun 30 19:15:24.749295 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b94291c-05a9-48ab-a320-8d73950426fa req-eb6a0f13-fec7-46e3-a111-1d796acd38c5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740347
Jun 30 19:15:24.798920 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:24.830598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:24.961357 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3118bbcd-869c-4cf0-8b35-e5253235cc12 req-796b0753-582f-47c3-818e-439e6bcddb6f tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.1252532
Jun 30 19:15:24.964583 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dc515829-9fe3-4008-8e77-7d07472e814d req-a9e50603-819b-4f73-8bd0-6a208275849d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0717938
Jun 30 19:15:25.010671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:25.015685 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eab73b0b-b90c-4660-8355-479d89b926da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:25.041169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:25.042726 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08eb5101-8c4d-43e7-be11-6f85fa537b20 HTTP/1.1" status: 204  len: 168 time: 0.3845193
Jun 30 19:15:25.043875 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb5101-8c4d-43e7-be11-6f85fa537b20,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:25.046431 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:25.681898 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646e3ab-4de5-4f25-8157-3a48dc6c1c61 req-2a92c5c1-3062-4e69-b120-c411da7c65ec tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:25.684073 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7646e3ab-4de5-4f25-8157-3a48dc6c1c61 req-2a92c5c1-3062-4e69-b120-c411da7c65ec tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1144526
Jun 30 19:15:25.746652 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7646e3ab-4de5-4f25-8157-3a48dc6c1c61 req-5b32dcb2-7dde-4c16-a1a2-4b4e07155c1a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566642
Jun 30 19:15:26.048495 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456932f3-ea37-4240-9f9d-803374d67d3b req-39c1d033-2c4e-4071-9d4d-3be43bc4c92f tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:26.050461 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-456932f3-ea37-4240-9f9d-803374d67d3b req-39c1d033-2c4e-4071-9d4d-3be43bc4c92f tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.1453054
Jun 30 19:15:26.255633 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-456932f3-ea37-4240-9f9d-803374d67d3b req-bb87ca62-af9b-41bd-8568-dbf24de2afe5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438739
Jun 30 19:15:26.274746 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7bf5d15a-cc96-434c-b1d8-65306aa647fb req-16bc3409-de42-48d3-951b-bdc0bd5a1024 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0910909
Jun 30 19:15:26.358183 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7f627d26-08d2-4d2f-ae0b-e565c4095203 req-bc4abf8c-efea-4921-82db-b6f26411a42a tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0652826
Jun 30 19:15:26.968343 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82440142-357b-4615-95f1-be77beff9c55 req-2b3d754c-b2b3-43f6-90f0-86656d9d3a4c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:26.969862 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82440142-357b-4615-95f1-be77beff9c55 req-2b3d754c-b2b3-43f6-90f0-86656d9d3a4c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0872998
Jun 30 19:15:27.025758 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-82440142-357b-4615-95f1-be77beff9c55 req-5353b25d-6087-4902-a098-daa44f228299 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434582
Jun 30 19:15:27.547546 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7c5cc627-87aa-499e-8037-04b7ca96ed6f req-1930d032-d3d8-4c5a-b603-9e1ab8a47faa tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0842481
Jun 30 19:15:27.632635 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0ece-0a10-4af9-9af7-d52790a8a0fb req-83c73709-2e08-4746-9f99-f26ad77f91be tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:27.640577 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-221b0ece-0a10-4af9-9af7-d52790a8a0fb req-83c73709-2e08-4746-9f99-f26ad77f91be tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.1096168
Jun 30 19:15:27.836404 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-221b0ece-0a10-4af9-9af7-d52790a8a0fb req-6678afb2-1562-4330-b553-699e7f0f104a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945226
Jun 30 19:15:27.859989 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0cb9196d-9165-42fd-83af-cfd410973677 req-5304014b-015b-4332-b2db-decfe34a9e31 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0631542
Jun 30 19:15:28.245284 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0733e6-5ded-4fe2-b4dd-e0016adacf12 req-fb296a88-3512-4bdd-8d40-969bcd085117 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:28.252349 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dc0733e6-5ded-4fe2-b4dd-e0016adacf12 req-fb296a88-3512-4bdd-8d40-969bcd085117 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0995989
Jun 30 19:15:28.328970 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dc0733e6-5ded-4fe2-b4dd-e0016adacf12 req-482edd45-f0af-4ca6-b1c8-c2ce5ac2e639 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724533
Jun 30 19:15:28.737871 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f58586b6-767b-465a-a9b8-ddc4b0b06c8e req-f1ffbe3c-dd6f-4b70-9abf-5eb3706ec033 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0597513
Jun 30 19:15:29.089899 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ced3076d-aef2-43b1-bffb-d5fabd88151c req-596f7cc4-4942-49a0-a75f-01816a0df24b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0730560
Jun 30 19:15:29.149885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924075-0d49-4b47-82cf-3d67571c6c82 req-461c2f56-5aa6-4176-b5f2-6f79d7f1d287 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:29.173128 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e4924075-0d49-4b47-82cf-3d67571c6c82 req-461c2f56-5aa6-4176-b5f2-6f79d7f1d287 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.1984353
Jun 30 19:15:29.284320 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e4924075-0d49-4b47-82cf-3d67571c6c82 req-dd00f999-f42a-4e73-9df1-904cc599a6d3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089785
Jun 30 19:15:29.523814 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55068) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:29.575366 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df542-b493-45dd-af61-1192a47bc5b7 req-af34eab4-98e4-4ab8-90e7-9aa23436a1bf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:29.582654 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a57df542-b493-45dd-af61-1192a47bc5b7 req-af34eab4-98e4-4ab8-90e7-9aa23436a1bf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1012099
Jun 30 19:15:29.638268 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a57df542-b493-45dd-af61-1192a47bc5b7 req-e3a3f175-7ec1-4179-ba31-2ae5a15bd57b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525255
Jun 30 19:15:29.691560 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:29.707553 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:29.711784 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Usage tracker for resource:security_group_rule and tenant:e0cd656315b24f2fa263eb48f414a581 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:29.716763 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:29.720706 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:29.826895 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:29.884069 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:29.893091 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-21c92b61-0d47-403d-ba1c-1bf5052880e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:29.947899 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe38dd5-cb51-4ab3-a0cc-bc76c3b29e3d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:29.952609 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0cd656315b24f2fa263eb48f414a581&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4260206
Jun 30 19:15:29.954129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:29.955439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55080) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:29.959290 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3aee5a59-24c5-4547-a373-54a8d26db207 req-907c2918-a288-4136-b51d-1a59dd773570 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0690286
Jun 30 19:15:30.020355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.049518 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.158346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.162139 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3ffc0a22-9346-4322-bf02-1c417acb0bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:30.180202 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe38dd5-cb51-4ab3-a0cc-bc76c3b29e3d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:30.183679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:30.185073 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.186629 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abe38dd5-cb51-4ab3-a0cc-bc76c3b29e3d HTTP/1.1" status: 204  len: 168 time: 0.2296970
Jun 30 19:15:30.256717 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5dc94f6f-6230-42b7-999c-61d9757059c2 req-7f36be08-d21a-4e11-a168-377c9e37e653 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0452738
Jun 30 19:15:30.385873 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55092) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:30.450636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Deleting subnet 9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:15:30.454010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.473144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa0ad-a806-42f5-9721-b9eb1d07aade req-abf5c146-6791-412f-893f-6860737be8d9 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:30.474702 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-214aa0ad-a806-42f5-9721-b9eb1d07aade req-abf5c146-6791-412f-893f-6860737be8d9 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.0875404
Jun 30 19:15:30.515032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.521826 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-214aa0ad-a806-42f5-9721-b9eb1d07aade req-d565ec7f-6275-4e73-bda8-7fb8e1888553 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404015
Jun 30 19:15:30.529659 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-cd758f1a-6dd9-41ea-9552-1713f86487b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.575144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.718555 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.723651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:30.760971 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:30.765043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.767744 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:30.773984 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9d5c14d9-cd0e-4f88-af5f-ad6c7fb08dff HTTP/1.1" status: 204  len: 168 time: 0.3866832
Jun 30 19:15:30.775930 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55100) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:30.794682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55104) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:30.870928 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e94ec-3720-4df3-8598-e2472c287822 req-ffd571e7-e44c-4689-bc54-556f9c270100 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:30.872501 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-963e94ec-3720-4df3-8598-e2472c287822 req-ffd571e7-e44c-4689-bc54-556f9c270100 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1160944
Jun 30 19:15:30.929639 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:30.945450 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-963e94ec-3720-4df3-8598-e2472c287822 req-4cab932c-e877-49cb-9051-6fb77c3b3e11 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612078
Jun 30 19:15:30.952346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:30.959646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4bf25deabc47f2ae7b925a3a58bcb1 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:30.963058 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:30.979835 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:30.995598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.028820 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-1ade259a-96d6-47eb-acf3-dec5733ebd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:31.030314 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-1ade259a-96d6-47eb-acf3-dec5733ebd2b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1097 time: 0.1728003
Jun 30 19:15:31.143508 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cc715161-3afa-4b70-8bed-bc1163a8f3df req-4f6874d0-14fc-4e3f-ab96-e16aaed01727 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0502632
Jun 30 19:15:31.181500 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.300835 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.334491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66e2d4f0>,) {'filters': {'network_id': ['53852c2d-a26b-459c-bc32-e184dbbaedd8']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:31.371902 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66e2d4f0>, '589469a1-694d-433a-a48b-93d1fe8c0467') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:31.372117 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66e2d4f0>, '589469a1-694d-433a-a48b-93d1fe8c0467') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:15:31.398526 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.405713 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-5462134d-1b59-4629-a8e4-60af5a805605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:31.407158 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-5462134d-1b59-4629-a8e4-60af5a805605 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e2886e043e404867bfb961a137872ce4&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3387353
Jun 30 19:15:31.411435 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fa725d04-47c8-4061-8009-60600d7d29e0 req-675bdcef-8568-4909-b2d4-19c2dfa69e5f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.0424321
Jun 30 19:15:31.443539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.450932 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.586443 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.593457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:15:31.593842 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.610676 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0eb55b23-5d5a-4693-8862-fb27c3f2c92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:15:31.616727 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:15:31.722070 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c2d10-328e-4939-9765-2bbe3a62c479 req-2fccea78-160b-4643-96d7-25464aec2819 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:31.723658 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c93c2d10-328e-4939-9765-2bbe3a62c479 req-2fccea78-160b-4643-96d7-25464aec2819 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.0915532
Jun 30 19:15:31.735741 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee4bf25deabc47f2ae7b925a3a58bcb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9375000
Jun 30 19:15:31.735741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c8cef-8c1b-49f6-80ed-0b04493e42e6,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:31.736834 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55118) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:31.747702 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:31.784387 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-188031ef-40ae-467f-9aeb-7173be68979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:31.796304 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c4aa9fd-afe8-4fc2-a227-464c4f162828 req-188031ef-40ae-467f-9aeb-7173be68979d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3750970
Jun 30 19:15:31.815717 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.819261 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:31.828635 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c93c2d10-328e-4939-9765-2bbe3a62c479 req-8a7cee2a-d4d8-4006-b9bf-a6bde0be10d3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979075
Jun 30 19:15:31.833371 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.847488 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Pushing event deleted for resources: {'Network': ['ID=53852c2d-a26b-459c-bc32-e184dbbaedd8,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:31.857331 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.857522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:31.888186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:31.935374 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-81d959ab-f60c-4e62-b131-f8ab4d005e8f tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f099a6180b3e4f158201f3a85ac19adb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0379562
Jun 30 19:15:31.947321 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fb344fec-11a5-4541-9351-a1d5410014cd admin admin] 10.222.0.78 "DELETE /v2.0/networks/53852c2d-a26b-459c-bc32-e184dbbaedd8 HTTP/1.1" status: 204  len: 168 time: 1.1700802
Jun 30 19:15:31.998532 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-f902979c-2f8e-4559-90e0-c3baa50be07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.000048 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-f902979c-2f8e-4559-90e0-c3baa50be07c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1097 time: 0.1044450
Jun 30 19:15:32.157245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-c21adab3-ef83-475e-b0cb-56521fdbcb1c tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.159201 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-c21adab3-ef83-475e-b0cb-56521fdbcb1c tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2051175
Jun 30 19:15:32.161599 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-67bfe1b3-a29e-43ba-8d21-36c043f1ef16 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 217 time: 0.1431496
Jun 30 19:15:32.210469 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Request body: {'port': {'device_id': '595cc415-20ae-483f-9024-7424c163d8e7', 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9', 'admin_state_up': True, 'tenant_id': 'f099a6180b3e4f158201f3a85ac19adb'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:32.264666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-069d80ef-be87-40e0-bc60-e2a4f5970b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.266386 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-069d80ef-be87-40e0-bc60-e2a4f5970b7b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.0879557
Jun 30 19:15:32.350263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.354332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:32.355646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-5e7b4dcb-059b-4758-8ad7-b25757e20748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.358001 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-5e7b4dcb-059b-4758-8ad7-b25757e20748 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820076
Jun 30 19:15:32.363313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-80acf279-702c-4f2b-8d6e-8b5ecb0d3331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:32.407759 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Usage tracker for resource:port and tenant:f099a6180b3e4f158201f3a85ac19adb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:32.416767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:32.422874 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c8cef-8c1b-49f6-80ed-0b04493e42e6,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:32.434793 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:32.436306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:32.440065 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fa9d9a8f-aa7b-4784-a372-ebcb9c22da7b req-9b0f782a-a7ca-4413-a5fe-a721038be1c3 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0917630
Jun 30 19:15:32.449490 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.449490 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4d13ab0a-0e98-424f-9b9b-ecc113bf9aaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/338c8cef-8c1b-49f6-80ed-0b04493e42e6 HTTP/1.1" status: 204  len: 168 time: 0.7098000
Jun 30 19:15:32.487008 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55134) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:32.510421 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df835942-61a9-4bb3-835b-40e92c1cadf4 req-8fcd5f56-5bda-4403-8cbd-1a619ffd97ff tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.518531 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df835942-61a9-4bb3-835b-40e92c1cadf4 req-8fcd5f56-5bda-4403-8cbd-1a619ffd97ff tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.3851898
Jun 30 19:15:32.542847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Made reservation on behalf of f099a6180b3e4f158201f3a85ac19adb for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:15:32.546326 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.555155 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-9532785c-b848-4358-9865-854c4374c9a4 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831949
Jun 30 19:15:32.580208 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.615162 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df835942-61a9-4bb3-835b-40e92c1cadf4 req-1c69ef37-80c8-49de-9fdd-57382c1501c1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971518
Jun 30 19:15:32.740689 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-19b2c0e5-24ca-4a85-9d58-ab197ad30544 req-ec1d777e-c478-4cf4-ae2c-2fd4bf6df6b6 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722145
Jun 30 19:15:32.742356 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:32.758623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Usage tracker for resource:security_group_rule and tenant:f099a6180b3e4f158201f3a85ac19adb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:32.763495 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a8c8e52-7f3c-44a9-8104-a994269ef3fb req-d7ec5b7c-48f3-412d-8f7b-822784c34d3b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.1614242
Jun 30 19:15:32.768138 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-60899db9-016e-4b0a-b471-69379be9af20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44be798047dd4ec9b6ea0ac21ee7710f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778230
Jun 30 19:15:32.768138 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:32.769874 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55144) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:32.783819 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:32.861495 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.898320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.948230 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-b158a23f-fc68-47d7-8800-feddf90f66bc tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:32.949805 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-b158a23f-fc68-47d7-8800-feddf90f66bc tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "GET /v2.0/networks?id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 HTTP/1.1" status: 200  len: 814 time: 0.1847811
Jun 30 19:15:32.976029 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:32.982658 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Request body: {'port': {'device_id': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7', 'admin_state_up': True, 'tenant_id': '85d8bf5423c84486b3dd7597680ff0bb'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:33.072663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:33.075645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4b5d63a3-b8b2-4301-a66f-c0d3af5094d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:33.125329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:33.199844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d980f9c-45f9-48f5-8620-d94aada5c8cb,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:33.203449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:33.212928 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Usage tracker for resource:port and tenant:85d8bf5423c84486b3dd7597680ff0bb is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:33.224985 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:33.233287 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:33.273755 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:33.274822 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-40dce09c-6786-4add-a5fa-550fdb13e6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:33.294403 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:33.296807 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90fb12cf-f236-4593-886e-d2c0d794ab6a HTTP/1.1" status: 204  len: 168 time: 0.5248332
Jun 30 19:15:33.306418 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb12cf-f236-4593-886e-d2c0d794ab6a,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:33.312880 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Made reservation on behalf of 85d8bf5423c84486b3dd7597680ff0bb for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:15:33.314788 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:33.316401 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:33.444544 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9eba-3e59-419f-96c6-3355ae650ac0 req-d97d09ad-b986-4b45-bfb4-929f488c9fe5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:33.452015 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f4c9eba-3e59-419f-96c6-3355ae650ac0 req-d97d09ad-b986-4b45-bfb4-929f488c9fe5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.2618408
Jun 30 19:15:33.456635 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a31f7900-650a-4644-927c-41ea9a72876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:33.506815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Allocated IP 192.168.233.113 (b7050d6f-5db5-48d9-a91c-18d9f995ded9/0441b74c-a720-4a78-8850-c1c6c0c5880f/fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:15:33.552756 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f4c9eba-3e59-419f-96c6-3355ae650ac0 req-d1baea45-8a72-4d9e-acc0-74c652de30db tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959544
Jun 30 19:15:33.649650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Allocated IP 172.20.0.13 (e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7/a493b5e0-df76-4b1e-9f27-2bea78913036/d874b790-9427-44b1-bc68-1da0f556583d) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:15:33.784316 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-309146ac-ee59-4e89-896a-8f79485b342b req-361700cf-6960-42d8-ad64-7951b324efc3 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0734842
Jun 30 19:15:33.954003 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.022306 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.043777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Transition to ACTIVE for port object fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:15:34.104503 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a2075-4ab1-4702-b1e3-35dbbd1f6706 req-ec5382b5-3226-4787-9d9e-e81d1d182951 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.107293 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.110277 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-630a2075-4ab1-4702-b1e3-35dbbd1f6706 req-ec5382b5-3226-4787-9d9e-e81d1d182951 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.2007496
Jun 30 19:15:34.121197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f72a-b0f4-448b-bcc9-62f3e8b91201 req-2f9bfe30-4e22-44e5-b48b-45dfd3e0c692 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.122724 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2f04f72a-b0f4-448b-bcc9-62f3e8b91201 req-2f9bfe30-4e22-44e5-b48b-45dfd3e0c692 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1560264
Jun 30 19:15:34.123286 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60400525-8e1f-4e76-bd55-d7f83d431871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:34.173460 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.184679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-684c7cdf-9b71-459d-a762-a743664dbbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:34.185934 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:15:34.194922 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:15:34.218908 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:15:34.263433 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-630a2075-4ab1-4702-b1e3-35dbbd1f6706 req-189ec740-3b62-4d3e-8a86-4d7f1a1d2386 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396418
Jun 30 19:15:34.304752 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Pushing event updated for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:34.319500 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.319873 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.320232 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.320584 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.321563 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.321953 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.322303 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.322649 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.322996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.323335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.323691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.324012 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.325393 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.329661 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2f04f72a-b0f4-448b-bcc9-62f3e8b91201 req-b750cb95-c3f6-4755-8b0c-00dba068eaba tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1882870
Jun 30 19:15:34.340919 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.341626 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.347870 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:34.352364 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Network b7050d6f-5db5-48d9-a91c-18d9f995ded9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:15:34.356902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:15:34.369433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:15:34.411629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Pushing event updated for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:34.438572 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4747517
Jun 30 19:15:34.451876 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Request body: {'port': {'device_id': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:34.527696 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.528206 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.528708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.529066 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.529440 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.532885 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.533298 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.533854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.534052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.534332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.534678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.535019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:34.543270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:34.569508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.573615 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.610193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256c85-b694-43e3-99e5-18c47fa68616 req-a1a11c21-57f9-4d89-9723-f6b84524420f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.611753 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c256c85-b694-43e3-99e5-18c47fa68616 req-a1a11c21-57f9-4d89-9723-f6b84524420f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 932 time: 0.2014258
Jun 30 19:15:34.677081 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4775176
Jun 30 19:15:34.691842 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Request body: {'port': {'device_id': '595cc415-20ae-483f-9024-7424c163d8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:34.721149 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.730789 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c256c85-b694-43e3-99e5-18c47fa68616 req-f25f3274-0cc8-42bc-92fb-ff9fb4920dcd tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112759
Jun 30 19:15:34.764194 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1ee202cb-d06b-49e6-9540-423584380849 None None] Provisioning for port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:15:34.771475 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1ee202cb-d06b-49e6-9540-423584380849 None None] Provisioning complete for port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:34.771952 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-1ee202cb-d06b-49e6-9540-423584380849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.849317 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-1ee202cb-d06b-49e6-9540-423584380849 None None] Port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:15:34.919824 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:34.960802 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2898-7579-4a43-a1af-5878176f3284 req-d31b447c-2ecb-4f22-984a-bf635a012cc3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:34.967831 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e3b2898-7579-4a43-a1af-5878176f3284 req-d31b447c-2ecb-4f22-984a-bf635a012cc3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 944 time: 0.2318521
Jun 30 19:15:35.125458 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e3b2898-7579-4a43-a1af-5878176f3284 req-d3bca73a-c6ab-400b-be1b-5c2b5f1d67ca tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566677
Jun 30 19:15:35.139592 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d19580d-6db7-4310-b2ad-d759d27ac5b9 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:15:35.189045 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d874b790-9427-44b1-bc68-1da0f556583d {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:35.206323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.248437 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Transition to ACTIVE for port object d874b790-9427-44b1-bc68-1da0f556583d will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:15:35.284901 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-ae0f9f2a-f5c9-4cf2-a4b3-ec8478b26959 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:35.285669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-ae0f9f2a-f5c9-4cf2-a4b3-ec8478b26959 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Synchronizing usage tracker for tenant:f099a6180b3e4f158201f3a85ac19adb on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:35.332926 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.341791 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:35.423448 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-ae0f9f2a-f5c9-4cf2-a4b3-ec8478b26959 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Unset dirty status for tenant:f099a6180b3e4f158201f3a85ac19adb on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:35.425343 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-ae0f9f2a-f5c9-4cf2-a4b3-ec8478b26959 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 936 time: 0.4747183
Jun 30 19:15:35.449137 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:35.475367 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'port_id': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'mac_address': 'fa:16:3e:23:b2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:15:35.559349 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.580525 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d19580d-6db7-4310-b2ad-d759d27ac5b9 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:35.585873 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Pushing event updated for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:35.605111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:35.609163 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:35.706391 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-447f5137-8a61-4c9b-bd61-6c736c86c4be tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Synchronizing usage tracker for tenant:f099a6180b3e4f158201f3a85ac19adb on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:15:35.725353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.729381 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:35.811906 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad4acd-91de-4f9f-bc4b-1fca0f2a5e1e req-2e950283-5e74-494a-ae47-da66a0bcc674 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:35.819345 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79ad4acd-91de-4f9f-bc4b-1fca0f2a5e1e req-2e950283-5e74-494a-ae47-da66a0bcc674 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.2443314
Jun 30 19:15:35.832333 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Attempting to bind port d874b790-9427-44b1-bc68-1da0f556583d on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:15:35.837515 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Attempting to bind port d874b790-9427-44b1-bc68-1da0f556583d by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:15:35.837515 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Attempting to bind port d874b790-9427-44b1-bc68-1da0f556583d on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:35.842193 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Port d874b790-9427-44b1-bc68-1da0f556583d on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:15:35.843248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Attempting to bind port d874b790-9427-44b1-bc68-1da0f556583d on network e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:35.851988 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.855469 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-447f5137-8a61-4c9b-bd61-6c736c86c4be tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Unset dirty status for tenant:f099a6180b3e4f158201f3a85ac19adb on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:15:35.858193 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:15:35.859119 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Checking segment: {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:15:35.859846 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-975d2e1a-17ce-430c-a17e-85d18fc95d2c req-447f5137-8a61-4c9b-bd61-6c736c86c4be tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4226034
Jun 30 19:15:35.860468 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Bound using segment: {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:15:35.861019 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Bound port: d874b790-9427-44b1-bc68-1da0f556583d, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:15:35.861539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.863777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:35.885480 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:35.894132 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:35.935336 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-79ad4acd-91de-4f9f-bc4b-1fca0f2a5e1e req-9962ecf7-8f24-47db-bab5-8b19916bb584 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083245
Jun 30 19:15:35.937496 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:35.980408 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Transition to ACTIVE for port object fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:15:36.037268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:15:36.042072 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d874b790-9427-44b1-bc68-1da0f556583d,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:15:36.051309 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:36.130738 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:36.142129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:36.142364 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c50505a9-3ba0-49e3-9634-81c24c990dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:36.156278 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:36.369032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:36.377892 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:36.380052 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] 10.222.0.97 "PUT /v2.0/ports/d874b790-9427-44b1-bc68-1da0f556583d HTTP/1.1" status: 200  len: 1094 time: 1.9329565
Jun 30 19:15:36.387048 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:36.398479 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Pushing event updated for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:36.403085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:36.432310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:36.435990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:36.544644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad978b-ea4f-4491-8b31-9a5acb0d3d53 req-9aee732a-236b-4df7-996f-c637651b5808 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:36.546212 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58ad978b-ea4f-4491-8b31-9a5acb0d3d53 req-9aee732a-236b-4df7-996f-c637651b5808 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.5043037
Jun 30 19:15:36.579587 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f1b7a-cbfb-40ed-bb8d-483780e2363d req-14a77071-41e9-485c-9aff-bc40d9e8e15f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:36.587826 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fc9f1b7a-cbfb-40ed-bb8d-483780e2363d req-14a77071-41e9-485c-9aff-bc40d9e8e15f tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 944 time: 0.5034697
Jun 30 19:15:36.661700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Attempting to bind port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:15:36.662073 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Attempting to bind port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:15:36.662398 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Attempting to bind port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 on network b7050d6f-5db5-48d9-a91c-18d9f995ded9 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:36.678542 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58ad978b-ea4f-4491-8b31-9a5acb0d3d53 req-4e0eb61b-bd05-44a3-8a0b-481b1db7af79 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258965
Jun 30 19:15:36.681564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 on network b7050d6f-5db5-48d9-a91c-18d9f995ded9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:15:36.681891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Attempting to bind port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 on network b7050d6f-5db5-48d9-a91c-18d9f995ded9 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:15:36.690677 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fc9f1b7a-cbfb-40ed-bb8d-483780e2363d req-e24f84e5-dc65-4c6a-94f5-a0ce34fa17a2 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016140
Jun 30 19:15:36.709080 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:15:36.709525 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Checking segment: {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:15:36.710017 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Bound using segment: {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:15:36.710567 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Bound port: fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88365ae-4e0d-4af9-a17e-03f0ae2a2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:15:36.711288 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:36.788887 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d', 'status': 'completed', 'code': 200}
Jun 30 19:15:36.901636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-c4b0810a-b4ef-4016-b1d6-ae2f5b25565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:36.903582 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-c4b0810a-b4ef-4016-b1d6-ae2f5b25565b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 1097 time: 0.0891542
Jun 30 19:15:36.914328 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:15:36.921151 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:15:36.941128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e73f4-99e4-4757-9ee4-c3ddc3b0e3d2 req-62750367-6df3-48d3-9397-653936e78299 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:36.943504 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-551e73f4-99e4-4757-9ee4-c3ddc3b0e3d2 req-62750367-6df3-48d3-9397-653936e78299 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 945 time: 0.1325655
Jun 30 19:15:37.017502 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.039954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:37.063097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55256) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:37.143442 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d19580d-6db7-4310-b2ad-d759d27ac5b9 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:15:37.149880 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-551e73f4-99e4-4757-9ee4-c3ddc3b0e3d2 req-de0c097c-9245-4ff0-a2af-46a45e432c28 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954708
Jun 30 19:15:37.161916 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.162536 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.163902 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] 10.222.0.97 "PUT /v2.0/ports/fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 HTTP/1.1" status: 200  len: 1098 time: 2.4771810
Jun 30 19:15:37.174666 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:37.199293 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:37.203050 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:37.265095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3e1bb-2020-4a52-b9be-5af45f11fab7 req-68991b44-b890-4d0d-9bda-c783186c5e3c tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.275571 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7dc3e1bb-2020-4a52-b9be-5af45f11fab7 req-68991b44-b890-4d0d-9bda-c783186c5e3c tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 948 time: 0.2380781
Jun 30 19:15:37.319987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-2d9a9511-8ee3-40bb-b11d-2c09e7953296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.328133 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-2d9a9511-8ee3-40bb-b11d-2c09e7953296 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&shared=False HTTP/1.1" status: 200  len: 915 time: 0.4129040
Jun 30 19:15:37.339992 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.471326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:37.481174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Usage tracker for resource:security_group_rule and tenant:0828ef00158c4b20b0bff0c0f19a56f5 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:37.486755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:37.497455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:37.524651 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:15:37.546288 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7dc3e1bb-2020-4a52-b9be-5af45f11fab7 req-fac68f14-2baa-4340-8b64-74edba18c32b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698042
Jun 30 19:15:37.550824 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:37.551213 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.610089 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-202d580d-d45d-4fdc-b0a0-73d891dd1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.612503 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52a6cf68-f7af-401e-9d4f-2a9069e2352d req-202d580d-d45d-4fdc-b0a0-73d891dd1f4b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2793398
Jun 30 19:15:37.658956 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-9d93e7c5-21b4-48eb-a5b9-1fa6b5c36aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.660598 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-9d93e7c5-21b4-48eb-a5b9-1fa6b5c36aa5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f099a6180b3e4f158201f3a85ac19adb&device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 1101 time: 0.3828273
Jun 30 19:15:37.669690 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9', 'status': 'completed', 'code': 200}
Jun 30 19:15:37.750662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead32e-6977-465b-a0c0-8a397416f753 req-d292de6f-6fef-45c5-aa13-b7451de5667c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.758012 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-caead32e-6977-465b-a0c0-8a397416f753 req-d292de6f-6fef-45c5-aa13-b7451de5667c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.3639891
Jun 30 19:15:37.762832 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.788934 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-192740a3-cb21-47ea-90bd-67d865880215 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 HTTP/1.1" status: 200  len: 217 time: 0.1142058
Jun 30 19:15:37.793295 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:37.826705 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:37.847381 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.873422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4159157e-12a5-421f-be47-a44252e6d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:37.875055 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-4159157e-12a5-421f-be47-a44252e6d71f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 1097 time: 0.1964407
Jun 30 19:15:37.889477 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.891327 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:37.941278 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:37.959417 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-139bf88f-699a-45af-bb62-10f08f9a4f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:37.970509 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-aafa3b39-be17-423f-97aa-bd683a392dad service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d874b790-9427-44b1-bc68-1da0f556583d HTTP/1.1" status: 200  len: 217 time: 0.0852280
Jun 30 19:15:37.985671 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-caead32e-6977-465b-a0c0-8a397416f753 req-c45c778d-ef4b-4ead-a93a-9bbea9401ae8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2263050
Jun 30 19:15:38.019814 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-e3c79bae-be43-4090-a8c5-76e249ff7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.021864 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-e3c79bae-be43-4090-a8c5-76e249ff7d36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0441b74c-a720-4a78-8850-c1c6c0c5880f HTTP/1.1" status: 200  len: 843 time: 0.2242677
Jun 30 19:15:38.032699 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:38.043191 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:38.049671 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8bcb4-0288-4d37-8dcf-5b9dcc67ac52 req-69479f6e-7fac-4ced-a029-d20fbb17c96d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.051219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-99c8bcb4-0288-4d37-8dcf-5b9dcc67ac52 req-69479f6e-7fac-4ced-a029-d20fbb17c96d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 944 time: 0.1880929
Jun 30 19:15:38.091486 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0828ef00158c4b20b0bff0c0f19a56f5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0243607
Jun 30 19:15:38.091486 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dabbbe-5db7-4801-ad58-c43712157410,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:38.092482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55270) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:38.130822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:38.150765 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb208-e01c-4857-8854-d0e50483de03 req-e80a2f65-b4cb-4b98-9294-bc0b92b50aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.153247 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-e80a2f65-b4cb-4b98-9294-bc0b92b50aec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a493b5e0-df76-4b1e-9f27-2bea78913036 HTTP/1.1" status: 200  len: 854 time: 0.1718595
Jun 30 19:15:38.317754 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-ba71db11-43e1-4ec6-8db9-63afc11f9a25 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1549606
Jun 30 19:15:38.438389 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:38.451223 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-99c8bcb4-0288-4d37-8dcf-5b9dcc67ac52 req-92a41195-0367-4a60-baab-739a831246a2 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912252
Jun 30 19:15:38.470833 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a15e1-c668-451e-934b-060fb8ef4766 req-7239e382-06c8-489e-928f-92291b2f9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.470833 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-7239e382-06c8-489e-928f-92291b2f9041 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7050d6f-5db5-48d9-a91c-18d9f995ded9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4184611
Jun 30 19:15:38.488796 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc9853-cde6-4890-ad69-75947382e807 req-bf645c4b-cb1c-416a-85c7-a606cebc0773 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.490323 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e8dc9853-cde6-4890-ad69-75947382e807 req-bf645c4b-cb1c-416a-85c7-a606cebc0773 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.3067760
Jun 30 19:15:38.495995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:38.518972 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-61d2d6e3-e98f-4a6c-b6c4-131bb7a78a2f service neutron] 10.222.0.97 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917617
Jun 30 19:15:38.531752 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'code': 200}
Jun 30 19:15:38.647494 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e8dc9853-cde6-4890-ad69-75947382e807 req-272e877d-03da-4831-91e8-c371f74e54bc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776026
Jun 30 19:15:38.709885 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-30fdb208-e01c-4857-8854-d0e50483de03 req-9bbb9c6a-f3b3-4426-8696-4dd2020a2050 service neutron] 10.222.0.97 "GET /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758008
Jun 30 19:15:38.746713 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:38.754395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-14ada0d3-92d1-46a2-af07-4eafdcb7f0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:38.771221 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dabbbe-5db7-4801-ad58-c43712157410,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:38.773654 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-408e20ad-533d-41b6-8775-7cb125ae5a39 service neutron] 10.222.0.97 "GET /v2.0/networks/b7050d6f-5db5-48d9-a91c-18d9f995ded9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823367
Jun 30 19:15:38.782777 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:38.785516 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:38.787336 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01dabbbe-5db7-4801-ad58-c43712157410 HTTP/1.1" status: 204  len: 168 time: 0.6916890
Jun 30 19:15:38.978290 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef69d1-b5e3-4c65-b6d7-afeb4f9edc42 req-36ae5c24-6cba-4b83-9441-044e1ee7af35 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:38.998152 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a4ef69d1-b5e3-4c65-b6d7-afeb4f9edc42 req-36ae5c24-6cba-4b83-9441-044e1ee7af35 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.3185227
Jun 30 19:15:39.195145 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a4ef69d1-b5e3-4c65-b6d7-afeb4f9edc42 req-56b96e79-0c4b-4cf9-a090-3420b44090b6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063873
Jun 30 19:15:39.221196 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-141a15e1-c668-451e-934b-060fb8ef4766 req-79de4ade-8353-4852-aebf-440c4811eeb4 service neutron] 10.222.0.97 "GET /v2.0/networks/b7050d6f-5db5-48d9-a91c-18d9f995ded9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4382591
Jun 30 19:15:39.263846 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf556-a35e-4a74-bef2-b19362d84258 req-fb474476-ec28-4634-bbf6-9a581340b0f1 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.265876 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db5bf556-a35e-4a74-bef2-b19362d84258 req-fb474476-ec28-4634-bbf6-9a581340b0f1 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 948 time: 0.3756373
Jun 30 19:15:39.272235 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b9652-8e31-4eb1-9d1b-70de6e779e71 req-890dd560-a63b-4d9c-99d4-f972784994fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.274229 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-243b9652-8e31-4eb1-9d1b-70de6e779e71 req-890dd560-a63b-4d9c-99d4-f972784994fa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1099 time: 0.1743426
Jun 30 19:15:39.324147 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db5bf556-a35e-4a74-bef2-b19362d84258 req-d3ae86ab-138f-4f82-a940-3d20cced9631 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510638
Jun 30 19:15:39.344870 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-243b9652-8e31-4eb1-9d1b-70de6e779e71 req-e0ee1cf2-5744-4fd5-8bc7-b8b3bcf47531 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596201
Jun 30 19:15:39.444813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb716a8-7649-4e5e-afba-d7fd5f7ae578 req-10416895-3baf-4916-b38a-4f218e8db27e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.449994 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bdb716a8-7649-4e5e-afba-d7fd5f7ae578 req-10416895-3baf-4916-b38a-4f218e8db27e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.0920489
Jun 30 19:15:39.512369 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bdb716a8-7649-4e5e-afba-d7fd5f7ae578 req-d1537b09-05a8-4ab4-b7ac-260bf16b42e1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581970
Jun 30 19:15:39.664131 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eada1-1ea6-438f-ad11-66ea1413331a req-526ea9a9-ccd4-4fe2-bb06-63a959cd57a1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.665705 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b9eada1-1ea6-438f-ad11-66ea1413331a req-526ea9a9-ccd4-4fe2-bb06-63a959cd57a1 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 944 time: 0.0832498
Jun 30 19:15:39.750395 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b9eada1-1ea6-438f-ad11-66ea1413331a req-7b8494ac-e698-4e3d-bacf-4fbffb0dffa3 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647647
Jun 30 19:15:39.751819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774b9a-f84d-42c4-99de-f34074105616 req-eaa163a9-406f-4068-a521-6bb23578444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.751819 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-eaa163a9-406f-4068-a521-6bb23578444b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f099a6180b3e4f158201f3a85ac19adb&device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 1101 time: 0.0786114
Jun 30 19:15:39.901302 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c30d1c-9425-49b5-b515-439c181a42cc req-28d717b7-f3f8-491b-b6c5-ab2bd75e619a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.902968 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-92c30d1c-9425-49b5-b515-439c181a42cc req-28d717b7-f3f8-491b-b6c5-ab2bd75e619a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1090171
Jun 30 19:15:39.916946 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774b9a-f84d-42c4-99de-f34074105616 req-c338ff0a-c3c8-4522-b8a7-5718fd5a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:39.918425 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-c338ff0a-c3c8-4522-b8a7-5718fd5a22a1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7050d6f-5db5-48d9-a91c-18d9f995ded9 HTTP/1.1" status: 200  len: 870 time: 0.1615791
Jun 30 19:15:39.974137 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-92c30d1c-9425-49b5-b515-439c181a42cc req-5e5a246a-0fb5-4d41-bd10-4fb095527349 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623789
Jun 30 19:15:40.020564 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-16f15950-406f-4a1d-8516-bbbbb8ae4ba7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 HTTP/1.1" status: 200  len: 217 time: 0.0910630
Jun 30 19:15:40.036726 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55292) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:40.055442 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.072652 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:40.076945 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Usage tracker for resource:security_group_rule and tenant:eece8939b599468fb2f52dfd702ecea6 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:40.080196 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:40.089245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:40.106129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774b9a-f84d-42c4-99de-f34074105616 req-da4816cf-f7c3-4514-9acd-9cea004c7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:40.111179 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-da4816cf-f7c3-4514-9acd-9cea004c7d53 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0441b74c-a720-4a78-8850-c1c6c0c5880f HTTP/1.1" status: 200  len: 843 time: 0.0764701
Jun 30 19:15:40.205888 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.238505 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774b9a-f84d-42c4-99de-f34074105616 req-f43b6eba-dc91-4652-9029-0d62cee9efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:40.240673 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-f43b6eba-dc91-4652-9029-0d62cee9efe7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7050d6f-5db5-48d9-a91c-18d9f995ded9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1241064
Jun 30 19:15:40.272374 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.280633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ca723c0f-c746-423b-b363-4798a61f78ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:40.331951 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eece8939b599468fb2f52dfd702ecea6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2940302
Jun 30 19:15:40.333049 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd5292-58b7-49bf-98e2-03cad403cded,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:40.335553 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55296) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:40.339296 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:40.411263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.442445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.457234 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-ea8a336c-d1d6-4db2-a5f7-58d2164fbc57 service neutron] 10.222.0.97 "GET /v2.0/networks/b7050d6f-5db5-48d9-a91c-18d9f995ded9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009022
Jun 30 19:15:40.637831 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-49774b9a-f84d-42c4-99de-f34074105616 req-e693ce2d-f377-4d96-8035-7201d5b577ff service neutron] 10.222.0.97 "GET /v2.0/networks/b7050d6f-5db5-48d9-a91c-18d9f995ded9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737986
Jun 30 19:15:40.639129 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.654060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-63be8711-849f-4b64-8717-a0c04ae52bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:40.709287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd5292-58b7-49bf-98e2-03cad403cded,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:40.716342 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:40.718005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:40.721848 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ebd5292-58b7-49bf-98e2-03cad403cded HTTP/1.1" status: 204  len: 168 time: 0.3852429
Jun 30 19:15:40.768658 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b4874-17b1-448e-be22-61ce5da140b4 req-58ef7447-64a9-420c-8b29-74feaabfb233 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:40.773114 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b5b4874-17b1-448e-be22-61ce5da140b4 req-58ef7447-64a9-420c-8b29-74feaabfb233 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 948 time: 0.2362747
Jun 30 19:15:40.844832 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3430950-12cd-474b-b76d-fb02598d9c0d req-d45cbb4f-79e9-4384-958f-5aa9cde9b58d tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:40.847841 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3430950-12cd-474b-b76d-fb02598d9c0d req-d45cbb4f-79e9-4384-958f-5aa9cde9b58d tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.2108533
Jun 30 19:15:40.851845 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b5b4874-17b1-448e-be22-61ce5da140b4 req-9bb2d854-f018-494d-8218-5e445825c907 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702636
Jun 30 19:15:40.905978 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3430950-12cd-474b-b76d-fb02598d9c0d req-5bc8fc9c-49eb-4a31-ba0d-dff88d7d94bb tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512547
Jun 30 19:15:41.185066 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d874b790-9427-44b1-bc68-1da0f556583d details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:15:41.248670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317fe74-dd52-42db-a489-1267f73f94ca req-6cdbc59a-1d9a-42c2-97b1-6317c7a528d6 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:41.275668 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1317fe74-dd52-42db-a489-1267f73f94ca req-6cdbc59a-1d9a-42c2-97b1-6317c7a528d6 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 944 time: 0.2371557
Jun 30 19:15:41.310745 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb95a-e366-4fb7-b99c-126de1738d16 req-99591366-77a0-4850-b412-b3f27f4b61a4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:41.312458 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-455eb95a-e366-4fb7-b99c-126de1738d16 req-99591366-77a0-4850-b412-b3f27f4b61a4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.3224149
Jun 30 19:15:41.363627 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1317fe74-dd52-42db-a489-1267f73f94ca req-4f0c43d6-8545-4e35-8244-af671ddfdd59 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869207
Jun 30 19:15:41.404983 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d874b790-9427-44b1-bc68-1da0f556583d,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:41.421663 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'd874b790-9427-44b1-bc68-1da0f556583d', 'network_id': 'e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7', 'port_id': 'd874b790-9427-44b1-bc68-1da0f556583d', 'mac_address': 'fa:16:3e:bf:21:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a493b5e0-df76-4b1e-9f27-2bea78913036', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:15:41.423901 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-455eb95a-e366-4fb7-b99c-126de1738d16 req-a6e9fcdf-2c67-4572-9f0d-8815819bdc58 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006384
Jun 30 19:15:41.528386 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:41.551646 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d874b790-9427-44b1-bc68-1da0f556583d {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:41.582539 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d874b790-9427-44b1-bc68-1da0f556583d,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:41.597954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2556-b598-4fb4-8c92-e479d9b990d8 req-ccd88fce-ea07-45fe-a970-ca21ad3cf4b8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:41.599782 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1afa2556-b598-4fb4-8c92-e479d9b990d8 req-ccd88fce-ea07-45fe-a970-ca21ad3cf4b8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1196389
Jun 30 19:15:41.661136 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:41.663086 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:41.683402 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1afa2556-b598-4fb4-8c92-e479d9b990d8 req-db3b58d9-ee06-4e76-84ef-262105b8c9cc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766175
Jun 30 19:15:41.737629 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:41.750999 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:41.946828 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d874b790-9427-44b1-bc68-1da0f556583d'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:42.230171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8e16-665a-406b-9b17-8c25df6fbd3b req-9b560602-ee97-4cc2-b3e2-6eece38da4fd tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:42.237587 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0cd8e16-665a-406b-9b17-8c25df6fbd3b req-9b560602-ee97-4cc2-b3e2-6eece38da4fd tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 948 time: 0.2397172
Jun 30 19:15:42.423092 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10780f-a82d-487e-9c1c-0c2b40860efa req-fcf82166-aa28-491f-8195-af010f7bcf5e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:42.424796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cd10780f-a82d-487e-9c1c-0c2b40860efa req-fcf82166-aa28-491f-8195-af010f7bcf5e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.3045120
Jun 30 19:15:42.436174 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0cd8e16-665a-406b-9b17-8c25df6fbd3b req-303211a7-3059-4d1e-beb1-d712a9f89390 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972594
Jun 30 19:15:42.531570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cd10780f-a82d-487e-9c1c-0c2b40860efa req-a24a2009-67bf-48e9-8c0b-1a6705cc1c7d tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943923
Jun 30 19:15:42.766347 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd529c-4e05-4664-9f6b-22a8abfeb327 req-c53ae335-9fa0-42b6-8264-3397cd2267e2 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:42.768104 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-25fd529c-4e05-4664-9f6b-22a8abfeb327 req-c53ae335-9fa0-42b6-8264-3397cd2267e2 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 945 time: 0.1904271
Jun 30 19:15:42.814396 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfad833-48a1-4f07-8b56-24d5331bc76b req-5db6049b-68a4-44aa-8de9-e9fd2c0c72fe tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:42.823580 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-acfad833-48a1-4f07-8b56-24d5331bc76b req-5db6049b-68a4-44aa-8de9-e9fd2c0c72fe tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1508465
Jun 30 19:15:42.866078 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-25fd529c-4e05-4664-9f6b-22a8abfeb327 req-41fb5f65-409a-43f5-9b41-a56f6a64c070 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866346
Jun 30 19:15:42.905617 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-acfad833-48a1-4f07-8b56-24d5331bc76b req-3ddb9ecf-9c48-4e0c-a598-f1ad079c2214 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810294
Jun 30 19:15:43.146323 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799fcb-2918-4795-a59e-daa80c3e0f48 req-e15d9609-a12e-40a2-8b35-107d28b4ab52 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:43.154100 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9799fcb-2918-4795-a59e-daa80c3e0f48 req-e15d9609-a12e-40a2-8b35-107d28b4ab52 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.1617124
Jun 30 19:15:43.175941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814254-1b95-4972-a173-02d08613744f req-37983d12-40de-4a9a-89f5-ea9620ccbfa5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:43.176252 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:15:43.177441 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7e814254-1b95-4972-a173-02d08613744f req-37983d12-40de-4a9a-89f5-ea9620ccbfa5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1466889
Jun 30 19:15:43.179276 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d874b790-9427-44b1-bc68-1da0f556583d up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:15:43.252314 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9799fcb-2918-4795-a59e-daa80c3e0f48 req-fbc6cd65-02f0-4c79-9055-22e2e01328ec tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969398
Jun 30 19:15:43.269999 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7e814254-1b95-4972-a173-02d08613744f req-1d5ee533-cf84-4524-9833-8d9dac6f6034 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859523
Jun 30 19:15:43.497307 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:43.527347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9', 'network_id': 'b7050d6f-5db5-48d9-a91c-18d9f995ded9', 'port_id': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9', 'mac_address': 'fa:16:3e:ec:51:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0441b74c-a720-4a78-8850-c1c6c0c5880f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:15:43.564583 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port d874b790-9427-44b1-bc68-1da0f556583d completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:15:43.573717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port d874b790-9427-44b1-bc68-1da0f556583d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:43.574192 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:43.682718 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:43.708801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:15:43.761435 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b7a7a-3acd-46c4-9403-b46fb7a2d2d5 req-1cf396c7-88ad-4fe5-87a8-cd02457955d9 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:43.764429 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-773b7a7a-3acd-46c4-9403-b46fb7a2d2d5 req-1cf396c7-88ad-4fe5-87a8-cd02457955d9 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 948 time: 0.1458201
Jun 30 19:15:43.770526 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:43.780895 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:43.795682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8050e2-7a60-4230-92d6-37f476a34cda req-9c6e884f-a7f8-4b9f-b455-3813a87dd3be tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:43.797161 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8d8050e2-7a60-4230-92d6-37f476a34cda req-9c6e884f-a7f8-4b9f-b455-3813a87dd3be tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.1380472
Jun 30 19:15:43.810098 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:43.825973 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d874b790-9427-44b1-bc68-1da0f556583d,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:43.857037 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-773b7a7a-3acd-46c4-9403-b46fb7a2d2d5 req-a7782198-bbfa-42d4-911b-97a8f9e71aee tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884292
Jun 30 19:15:43.861272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8d8050e2-7a60-4230-92d6-37f476a34cda req-c7da19b9-034a-43ca-ab4b-c269d779230c tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579400
Jun 30 19:15:43.919842 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d', 'code': 200}
Jun 30 19:15:44.157970 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:44.160596 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea79948-c286-453d-810c-ea7c37f30866 req-17b3ab63-c881-4293-907e-daf7160266ea tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:44.161171 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2af24f08-e0fa-423f-b88d-a4f2c101358f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:44.162391 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9ea79948-c286-453d-810c-ea7c37f30866 req-17b3ab63-c881-4293-907e-daf7160266ea tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 945 time: 0.1552172
Jun 30 19:15:44.170476 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38151f66-915d-419d-8e31-746ba3e45dda req-aba95692-f815-4c37-924c-903407d61cff tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:44.174960 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-38151f66-915d-419d-8e31-746ba3e45dda req-aba95692-f815-4c37-924c-903407d61cff tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1260140
Jun 30 19:15:44.212080 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:44.254145 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9ea79948-c286-453d-810c-ea7c37f30866 req-7168e5de-7a35-4b95-a342-67c7f3bca531 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780694
Jun 30 19:15:44.259021 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:44.260764 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:44.261354 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:44.273267 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-38151f66-915d-419d-8e31-746ba3e45dda req-c4f7d971-f263-46bc-85c0-a5c63e784449 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824153
Jun 30 19:15:44.388931 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:44.409653 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:44.445184 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:44.562957 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db8727-38d0-41ea-a7b1-058ff64a120f req-82adf63a-121a-4c53-ac71-e74c7be8c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:44.569992 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-80db8727-38d0-41ea-a7b1-058ff64a120f req-82adf63a-121a-4c53-ac71-e74c7be8c1a6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 1099 time: 0.1285913
Jun 30 19:15:44.608710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf3c0-6b23-49c5-a70b-64dad26e0e9f req-51674e64-1479-4e49-9bb8-f60ddea21c3b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:44.619991 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85fbf3c0-6b23-49c5-a70b-64dad26e0e9f req-51674e64-1479-4e49-9bb8-f60ddea21c3b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1818738
Jun 30 19:15:44.681745 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-80db8727-38d0-41ea-a7b1-058ff64a120f req-57d2fbe2-18be-4ae8-b81c-e720566432b4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021898
Jun 30 19:15:44.692724 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85fbf3c0-6b23-49c5-a70b-64dad26e0e9f req-59f15c36-f074-4469-9582-ddab6c46ddaa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677738
Jun 30 19:15:44.803718 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:45.122715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3ff4-99cd-4d6a-8c65-1c5216acd10f req-a9749947-5391-40f5-a266-b7bcaf44501b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:45.129816 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-883d3ff4-99cd-4d6a-8c65-1c5216acd10f req-a9749947-5391-40f5-a266-b7bcaf44501b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 949 time: 0.1101265
Jun 30 19:15:45.208333 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-883d3ff4-99cd-4d6a-8c65-1c5216acd10f req-6ef41ce7-4e9c-4698-bd5f-f2dbcf50e26d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773573
Jun 30 19:15:45.564409 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85348bdf-9b51-4738-b3f6-88031338f708 req-e5abbc1b-862f-4b2a-b73f-f8b9b5d4f08c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:45.565986 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85348bdf-9b51-4738-b3f6-88031338f708 req-e5abbc1b-862f-4b2a-b73f-f8b9b5d4f08c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.1778078
Jun 30 19:15:45.574811 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37678f9-5320-49c6-a213-4916e7de1f50 req-5a2b05f1-9d5b-489d-a69c-42fa8e66168f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:45.576208 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c37678f9-5320-49c6-a213-4916e7de1f50 req-5a2b05f1-9d5b-489d-a69c-42fa8e66168f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1286306
Jun 30 19:15:45.661171 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c37678f9-5320-49c6-a213-4916e7de1f50 req-f36298a9-c06a-4820-bc7f-ff8d3e95d482 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681968
Jun 30 19:15:45.712256 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85348bdf-9b51-4738-b3f6-88031338f708 req-5828fdeb-1a4e-4595-add2-eb4c7f41f3cf tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167433
Jun 30 19:15:45.945268 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542e632-3a9c-423e-9b8d-3a0d334498d7 req-e432a00f-6653-4507-94cb-31ec407427af tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:45.949723 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0542e632-3a9c-423e-9b8d-3a0d334498d7 req-e432a00f-6653-4507-94cb-31ec407427af tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0930617
Jun 30 19:15:46.007582 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0542e632-3a9c-423e-9b8d-3a0d334498d7 req-8dc452e1-2843-40b6-8bb2-4cdf01c1c3c5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542107
Jun 30 19:15:46.428463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55434) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:46.551795 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5e80-78ad-44b4-81be-8653702d6bb8 req-4ae6397b-e57f-4903-9884-8beb15a8e97b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:46.559581 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-777f5e80-78ad-44b4-81be-8653702d6bb8 req-4ae6397b-e57f-4903-9884-8beb15a8e97b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1760187
Jun 30 19:15:46.582688 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8b81e-078d-4811-afef-5718610f87e5 req-28d078ee-2e5b-48a8-9413-3c1e05e8dfab tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:46.590247 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-42b8b81e-078d-4811-afef-5718610f87e5 req-28d078ee-2e5b-48a8-9413-3c1e05e8dfab tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 949 time: 0.1510932
Jun 30 19:15:46.657197 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-ccafaa50-07f1-4953-b9e1-c3ae6e7faabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:46.658709 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-ccafaa50-07f1-4953-b9e1-c3ae6e7faabe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.1254718
Jun 30 19:15:46.677436 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-777f5e80-78ad-44b4-81be-8653702d6bb8 req-9213c346-8ce5-49a2-be57-308b0104ce7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174393
Jun 30 19:15:46.698522 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:46.722494 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-42b8b81e-078d-4811-afef-5718610f87e5 req-a5ad961a-1a7c-4a53-b6e6-ece33f0bc36a tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308722
Jun 30 19:15:46.747987 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:46.752123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:12e483a3a2e44c7fbbcb39c10e127e9e is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:46.755311 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:46.778232 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:46.812897 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-f8583a14-09f1-418a-bb07-589dc6cf5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:46.820042 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-f8583a14-09f1-418a-bb07-589dc6cf5ceb service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1477704
Jun 30 19:15:46.991429 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-cd78a3ea-52af-4179-9ae2-3ec01bb79982 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1000 time: 0.1610587
Jun 30 19:15:47.012358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.051458 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a6a7e-8dd9-4e38-a43b-daf4457d58fb req-d5089352-d5d4-476d-b1e7-58bb01704292 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:47.060821 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f8a6a7e-8dd9-4e38-a43b-daf4457d58fb req-d5089352-d5d4-476d-b1e7-58bb01704292 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.1522698
Jun 30 19:15:47.087175 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.198772 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fe494c75-87cf-459c-9587-6909ea78a248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:47.221051 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:15:47.265698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-4d32c837-89a7-4c50-9b2c-5fb8458eac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:47.267143 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-4d32c837-89a7-4c50-9b2c-5fb8458eac40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.2677863
Jun 30 19:15:47.271416 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f8a6a7e-8dd9-4e38-a43b-daf4457d58fb req-d81a47f1-553f-4606-b55f-6bb3f49d8bf6 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095718
Jun 30 19:15:47.292501 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12e483a3a2e44c7fbbcb39c10e127e9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8598006
Jun 30 19:15:47.293393 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55458) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:47.297583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c02b1c-77bb-4c41-9573-602233691309,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:47.316807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:47.413112 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.420026 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-61809a86-936e-4b47-8781-5e04c1c69cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:47.424442 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-61809a86-936e-4b47-8781-5e04c1c69cb0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1484528
Jun 30 19:15:47.445363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.472165 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:15:47.478463 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:15:47.478843 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.627701 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305693-87b9-4264-9066-d29dcfda69b6 req-99af0f96-42ef-4af7-83b6-34645c9308cc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:47.629605 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad305693-87b9-4264-9066-d29dcfda69b6 req-99af0f96-42ef-4af7-83b6-34645c9308cc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.1226065
Jun 30 19:15:47.631021 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.642061 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-3c8f019a-b4cc-4471-80e6-587e9f47e03e service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019954
Jun 30 19:15:47.667017 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.677245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:47.709321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:47.710343 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:47.711651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c02b1c-77bb-4c41-9573-602233691309,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:47.713823 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.718745 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60c02b1c-77bb-4c41-9573-602233691309 HTTP/1.1" status: 204  len: 168 time: 0.4242208
Jun 30 19:15:47.722377 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad305693-87b9-4264-9066-d29dcfda69b6 req-b5b34077-7033-4b70-b838-ca39e4b64bbe tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823009
Jun 30 19:15:47.723465 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:47.798147 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:47.800499 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:47.986244 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:48.003347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:48.065092 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-70f0bfb7-bc97-40fe-aa24-c458d5231f07 req-7505dc7f-19f7-4323-ac22-27a77c83d863 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4134018
Jun 30 19:15:48.089482 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0679-f05c-49e6-9ced-757709910c50 req-cfd9a43d-846f-4813-aed3-32f45e9bddea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.097786 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b79b0679-f05c-49e6-9ced-757709910c50 req-cfd9a43d-846f-4813-aed3-32f45e9bddea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1198046
Jun 30 19:15:48.224423 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b79b0679-f05c-49e6-9ced-757709910c50 req-19d2f703-b1fe-4e22-aa15-46e2e042fdae tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031523
Jun 30 19:15:48.309470 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9', 'code': 200}
Jun 30 19:15:48.513730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6658243-1a55-48fe-9071-28af2baf5b24 req-a9f94eec-c039-4891-8b03-9d678a662449 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.515211 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6658243-1a55-48fe-9071-28af2baf5b24 req-a9f94eec-c039-4891-8b03-9d678a662449 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.0858185
Jun 30 19:15:48.565599 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6658243-1a55-48fe-9071-28af2baf5b24 req-e832af5b-df6d-42a8-be67-f703a3cba14b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444202
Jun 30 19:15:48.594897 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-d7a748a2-aa30-4a18-bd1d-4b431e048c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.596430 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-d7a748a2-aa30-4a18-bd1d-4b431e048c65 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 1098 time: 0.0839260
Jun 30 19:15:48.754204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-6517cb5a-2cde-4928-9050-4a1b94b1edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.755538 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-6517cb5a-2cde-4928-9050-4a1b94b1edd5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1306827
Jun 30 19:15:48.866667 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-78203760-a853-4ac3-8709-2b53e1a14acf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 200  len: 1000 time: 0.1041319
Jun 30 19:15:48.939952 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-b35c6292-5c3a-41a6-80f2-52a37a0d692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.941606 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-b35c6292-5c3a-41a6-80f2-52a37a0d692b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0643489
Jun 30 19:15:48.970297 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4e59-56de-485b-9c51-85aee135a90e req-eb4c35f6-20c6-4fe1-9593-ce9e1ea01e07 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:48.971931 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a70f4e59-56de-485b-9c51-85aee135a90e req-eb4c35f6-20c6-4fe1-9593-ce9e1ea01e07 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0924237
Jun 30 19:15:49.039028 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a70f4e59-56de-485b-9c51-85aee135a90e req-bc0eef70-cc12-4cbf-9834-e68af13ca67f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591643
Jun 30 19:15:49.072884 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-891ef3e7-73c4-47ac-a52c-feb1c3c7b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:49.072884 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-891ef3e7-73c4-47ac-a52c-feb1c3c7b533 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1209919
Jun 30 19:15:49.156967 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3accac6-38fe-42a5-aa6f-448ec080a890 req-3cfdbd64-48ef-4e34-9963-fbeeb32c82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:49.170507 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3accac6-38fe-42a5-aa6f-448ec080a890 req-3cfdbd64-48ef-4e34-9963-fbeeb32c82f1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 1103 time: 0.1224637
Jun 30 19:15:49.176941 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55486) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:49.201910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:49.228249 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3accac6-38fe-42a5-aa6f-448ec080a890 req-3586a0d4-b4a5-427c-8f9b-fef82fd77149 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536518
Jun 30 19:15:49.242700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:49.252580 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Usage tracker for resource:security_group_rule and tenant:b74d1c6e1f5e4449bc3c945d937bb3ea is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:49.256069 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:49.278723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:49.288395 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-98d01670-719e-4f00-9ab2-e33b79ae45e8 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113454
Jun 30 19:15:49.464062 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ffc1-3fd8-4f82-b2ea-30b64e273194 req-8edb6541-3139-4e52-9cdf-51cc59eae0ff tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:49.465932 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4fe9ffc1-3fd8-4f82-b2ea-30b64e273194 req-8edb6541-3139-4e52-9cdf-51cc59eae0ff tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1007991
Jun 30 19:15:49.502091 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-42aa589a-4db2-4f6e-8a33-26c66c3b2228 req-cfb6ea62-3f9a-40be-a068-fcc8e35e6f7c service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012215
Jun 30 19:15:49.509832 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:15:49.538413 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4fe9ffc1-3fd8-4f82-b2ea-30b64e273194 req-0ef72c56-deb9-4245-a929-ee1cb91f027e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608966
Jun 30 19:15:49.539540 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:49.612773 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:49.620016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ba40bf45-175f-402e-a082-a6e5c852902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:49.675165 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b74d1c6e1f5e4449bc3c945d937bb3ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4968650
Jun 30 19:15:49.676838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d909e560-8003-4078-add9-fbcf3d380435,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:49.677854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55498) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:49.680913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:49.836300 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:49.877037 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96fa68-02f1-41a0-9353-774155f9497f req-3bf748f2-ae18-4ccf-8e01-1cecacc98242 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:49.884620 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ae96fa68-02f1-41a0-9353-774155f9497f req-3bf748f2-ae18-4ccf-8e01-1cecacc98242 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.1731229
Jun 30 19:15:49.890925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:49.970110 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ae96fa68-02f1-41a0-9353-774155f9497f req-22e24a6f-252c-41a7-8262-8dc71d72d05d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843518
Jun 30 19:15:50.067494 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:50.072653 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-468531ad-5e38-4249-9361-fe8887ed3ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:50.091617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d909e560-8003-4078-add9-fbcf3d380435,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:50.094902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:50.108691 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:50.109933 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d909e560-8003-4078-add9-fbcf3d380435 HTTP/1.1" status: 204  len: 168 time: 0.4311233
Jun 30 19:15:50.293508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0382378-8e51-42dc-bcad-edc8fb669f1c req-d2b9f245-f53c-43e6-a931-ddc62d18932e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:50.294993 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f0382378-8e51-42dc-bcad-edc8fb669f1c req-d2b9f245-f53c-43e6-a931-ddc62d18932e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0886016
Jun 30 19:15:50.343616 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f0382378-8e51-42dc-bcad-edc8fb669f1c req-87bee823-8223-4611-8be5-39a3fbe5b0a4 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422161
Jun 30 19:15:51.189372 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ac7a6-840b-4833-9376-9f6eafc8df55 req-763a0879-188c-4844-a900-f6f067508a52 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.190902 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-086ac7a6-840b-4833-9376-9f6eafc8df55 req-763a0879-188c-4844-a900-f6f067508a52 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.0955009
Jun 30 19:15:51.239364 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-086ac7a6-840b-4833-9376-9f6eafc8df55 req-8d9be369-d952-4814-a40f-ee4e64fe81ff tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423701
Jun 30 19:15:51.416122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-1783d67a-b99a-4035-9f01-bfdfb1ce31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.417860 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-1783d67a-b99a-4035-9f01-bfdfb1ce31bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1099 time: 0.0867388
Jun 30 19:15:51.547054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe715-dc8e-4d80-a14a-2710c07661bd req-16e026c8-53a5-47ff-9a9d-edfd0c6fb345 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.548544 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-477fe715-dc8e-4d80-a14a-2710c07661bd req-16e026c8-53a5-47ff-9a9d-edfd0c6fb345 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0810268
Jun 30 19:15:51.560092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-f0a18b18-c94c-40d1-8752-6405917d629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.561595 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-f0a18b18-c94c-40d1-8752-6405917d629c service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1357841
Jun 30 19:15:51.602386 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-477fe715-dc8e-4d80-a14a-2710c07661bd req-c7448ae5-e84f-4dad-bc23-5587ff9c2ea6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480225
Jun 30 19:15:51.670417 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-ada13357-10b1-496b-ac3e-cebf24780cfd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 1001 time: 0.1021698
Jun 30 19:15:51.745401 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-d7e989c8-7d89-406b-96c7-16ebc59dbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.746852 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-d7e989c8-7d89-406b-96c7-16ebc59dbec4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0683856
Jun 30 19:15:51.902733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-daec22e0-b7db-4e90-be11-c60a0e8433f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.904254 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-daec22e0-b7db-4e90-be11-c60a0e8433f1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1468070
Jun 30 19:15:51.959072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8437a3-0801-4c57-8494-ba26d510ee5d req-1e0b75cc-5a56-48b1-8535-ba5482bd1462 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:51.960577 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b8437a3-0801-4c57-8494-ba26d510ee5d req-1e0b75cc-5a56-48b1-8535-ba5482bd1462 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.0855312
Jun 30 19:15:52.009694 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b8437a3-0801-4c57-8494-ba26d510ee5d req-6d9531c8-9c2f-48fa-a45f-b1a4327a728d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416574
Jun 30 19:15:52.059402 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-e5ad8ecf-3db6-47e2-9417-ae5e924759d0 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477611
Jun 30 19:15:52.213026 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b1e9b56c-7efa-4d16-b790-0f00b0450e19 req-e695ef2c-73a5-40eb-aeea-d2bee74c5de1 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388981
Jun 30 19:15:52.819952 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91e0b-3eac-4da8-b28e-108ea169ec8e req-ce055032-d2ce-4ddb-ac60-6e1490363b55 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:52.822365 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9cd91e0b-3eac-4da8-b28e-108ea169ec8e req-ce055032-d2ce-4ddb-ac60-6e1490363b55 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0862236
Jun 30 19:15:52.866496 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9cd91e0b-3eac-4da8-b28e-108ea169ec8e req-382133da-70ec-4bb2-8d92-0a9f06ce453a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385129
Jun 30 19:15:53.203220 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690bf0a-7944-45b4-babd-efb1e3c4df2a req-c0db58d6-78a2-4de8-b3c6-0dfa76b1dcfb tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:53.204966 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3690bf0a-7944-45b4-babd-efb1e3c4df2a req-c0db58d6-78a2-4de8-b3c6-0dfa76b1dcfb tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.0827835
Jun 30 19:15:53.253463 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3690bf0a-7944-45b4-babd-efb1e3c4df2a req-aae107f2-55a6-4e8c-a7fd-ae122fca8252 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428119
Jun 30 19:15:53.807349 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-17641937-fe40-480a-ac25-4d44bf8b929b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:53.808772 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-17641937-fe40-480a-ac25-4d44bf8b929b tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.97 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 950 time: 0.0805719
Jun 30 19:15:53.900674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Deleting port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:15:53.901021 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:54.059750 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce0c2-261a-4b62-9ef0-2c1223defb3e req-2154bc31-4852-4613-bda6-9cb4ab864b21 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:54.061116 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d38ce0c2-261a-4b62-9ef0-2c1223defb3e req-2154bc31-4852-4613-bda6-9cb4ab864b21 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0807033
Jun 30 19:15:54.106799 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d38ce0c2-261a-4b62-9ef0-2c1223defb3e req-e6c088a3-3c35-47fe-80ba-95705c8f1db8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393288
Jun 30 19:15:54.152655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] For port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,segment=NetworkSegment(f88365ae-4e0d-4af9-a17e-03f0ae2a2945),segment_id=f88365ae-4e0d-4af9-a17e-03f0ae2a2945)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:54.153016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:54.280388 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Calling delete_port for fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:15:54.466987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:54.472991 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:54.482979 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:15:54.521719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Pushing event deleted for resources: {'Port': ['ID=fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:54.524155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:54.526229 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192341e-ae47-4246-98f1-3768ae4f55ca req-b630f3eb-8e41-41c1-b6a9-a68668e64720 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:54.527992 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1192341e-ae47-4246-98f1-3768ae4f55ca req-b630f3eb-8e41-41c1-b6a9-a68668e64720 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 867 time: 0.1674280
Jun 30 19:15:54.604628 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1192341e-ae47-4246-98f1-3768ae4f55ca req-d3b2af11-a7cc-45b7-95cb-f587c1167957 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d980f9c-45f9-48f5-8620-d94aada5c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703790
Jun 30 19:15:54.625074 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] No DVR routers for this DVR port fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:15:54.627682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:54.643309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'name': 'network-vif-deleted', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:54.706083 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595cc415-20ae-483f-9024-7424c163d8e7', 'name': 'network-vif-deleted', 'tag': 'fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9', 'status': 'completed', 'code': 200}
Jun 30 19:15:54.707963 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e4710d35-801b-4717-8cff-233b3c7b0568 req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.97 "DELETE /v2.0/ports/fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 HTTP/1.1" status: 204  len: 173 time: 0.8762105
Jun 30 19:15:55.229320 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:55.263892 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:15:55.264340 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device fd939b5d-05ff-4b97-9f0f-b5b0c9093fc9 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:15:55.264952 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:55.308451 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fbd7f-ae27-4c21-94a1-d32fc231d130 req-3768e53a-669e-48c1-ab4f-4293d212c6ed tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:55.310665 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c4fbd7f-ae27-4c21-94a1-d32fc231d130 req-3768e53a-669e-48c1-ab4f-4293d212c6ed tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 946 time: 0.0845108
Jun 30 19:15:55.379131 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9c4fbd7f-ae27-4c21-94a1-d32fc231d130 req-6051ab97-6bb6-4a1b-88b6-0bb6341556cb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607996
Jun 30 19:15:55.404279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:55.433821 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:15:55.446344 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:15:55.487623 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'code': 200}
Jun 30 19:15:55.541092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:55.543799 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:55.616208 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=8']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:55.624775 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.625188 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.625488 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.625822 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.626149 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.626475 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.626799 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.627696 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.627696 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.627976 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.628156 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.628344 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:15:55.641754 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:55.788535 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-63a0a771-fa8a-4fba-9953-8c837c718f5b req-33efa186-9df0-426c-89b1-fb5dae874889 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] 10.222.0.78 "GET /v2.0/ports?device_id=595cc415-20ae-483f-9024-7424c163d8e7 HTTP/1.1" status: 200  len: 210 time: 0.0411444
Jun 30 19:15:57.431002 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf43f2-1860-4273-ab7d-812605e5f7c9 req-0476ab98-699b-4979-a7ce-25fd6fb44207 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:57.433611 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-96bf43f2-1860-4273-ab7d-812605e5f7c9 req-0476ab98-699b-4979-a7ce-25fd6fb44207 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.1230726
Jun 30 19:15:57.498296 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-96bf43f2-1860-4273-ab7d-812605e5f7c9 req-f38f35c3-932c-4b17-ace2-f8192b3b6499 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579827
Jun 30 19:15:57.521588 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55686) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:57.767103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b3816-9294-4935-9e79-d1f4d13a9529 tempest-TestMinimumBasicScenario-1161671863 tempest-TestMinimumBasicScenario-1161671863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:57.770398 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3d6b3816-9294-4935-9e79-d1f4d13a9529 tempest-TestMinimumBasicScenario-1161671863 tempest-TestMinimumBasicScenario-1161671863-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1094 time: 0.2476509
Jun 30 19:15:57.773538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55698) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:57.780353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'port_id': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:15:57.785453 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:15:57.789366 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:floatingip and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:15:57.792892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:15:57.799227 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:15:57.883728 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:58.034568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:58.195446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Allocated IP 172.27.0.42 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/06152630-dbc9-4f5f-a0a3-c435b06021f7) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:15:58.395370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:58.459922 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6834-5c60-43d5-a220-8f48a743206d req-0a989aca-b5a7-4371-a1c8-f38c56cf130e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:58.461424 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3d8d6834-5c60-43d5-a220-8f48a743206d req-0a989aca-b5a7-4371-a1c8-f38c56cf130e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1155691
Jun 30 19:15:58.521761 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3d8d6834-5c60-43d5-a220-8f48a743206d req-b97a9cc1-9c4d-4e4e-bee0-dbbe335b08bd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537107
Jun 30 19:15:58.546390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:58.551209 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:58.614006 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:15:58.616734 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:15:58.620478 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:15:58.670503 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'Port': ['ID=06152630-dbc9-4f5f-a0a3-c435b06021f7,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:58.674780 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:58.969493 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55796) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:15:59.107407 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-0caf8bf7-28e3-487e-8c65-b3c49e93c560 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1366408
Jun 30 19:15:59.157845 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:59.237645 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:15:59.291861 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:59.621255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:59.711155 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:59.720750 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6412428e-dff8-4277-b4cb-dec21333a095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:15:59.837403 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'Port': ['ID=06152630-dbc9-4f5f-a0a3-c435b06021f7,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:15:59.842118 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:15:59.857028 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:15:59.945981 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652cd16-4d45-46f7-9678-8330fb69aa24 req-3e067ca1-839e-4391-8544-0df158d442cb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:15:59.947456 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7652cd16-4d45-46f7-9678-8330fb69aa24 req-3e067ca1-839e-4391-8544-0df158d442cb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2749753
Jun 30 19:16:00.070629 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7652cd16-4d45-46f7-9678-8330fb69aa24 req-672d958a-dd33-4e0b-bef5-0031fdb41aae tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718243
Jun 30 19:16:00.073710 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Floating IP ea068f67-6c7f-4052-af58-2e00e267b513 associated. External IP: 172.27.0.42, port: 6d19580d-6db7-4310-b2ad-d759d27ac5b9.
Jun 30 19:16:00.436909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Router 5fdc5963-8254-40aa-b7ac-69aa7732f39c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:00.575119 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9aec92a4-9deb-4a8a-824d-e221d076dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:00.612660 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:00.625699 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Sync routers for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:00.637180 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:00.638225 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6723e760>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:15:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:00.712576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:00.797676 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0173538
Jun 30 19:16:00.797676 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:16:00.797977 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 55916) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:00.806831 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587167369', 'description': 'tempest-secgroup-smoke-587167369 description', 'project_id': 'e2886e043e404867bfb961a137872ce4'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:00.819000 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:00.824011 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:00.843491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:00.864740 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:16:00.965472 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-3e853c2b-9204-46e0-8fdb-6ad20dc89aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:00.967037 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-3e853c2b-9204-46e0-8fdb-6ad20dc89aff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1099 time: 0.0757720
Jun 30 19:16:00.997804 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:01.093045 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:01.164305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-2aea835a-d69d-4087-9f3e-43b39bae0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:01.164434 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-2aea835a-d69d-4087-9f3e-43b39bae0e9d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.1885207
Jun 30 19:16:01.165962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:01.174466 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:01.209723 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:01.225493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6723e760>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'ea068f67-6c7f-4052-af58-2e00e267b513', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'port_id': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'mac_address': 'fa:16:3e:23:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:15:59Z', 'updated_at': '2021-06-30T19:15:59Z', 'revision_number': 0, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:01.231038 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Checking router: 5fdc5963-8254-40aa-b7ac-69aa7732f39c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:01.240786 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:01.241759 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6723e760>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:15:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:01.310704 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:01.338046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406d59-28fe-4220-b42b-d1bd4b803fe8 req-94246074-46cb-4e49-bcd0-ed5e37b132a6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:01.340085 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a3406d59-28fe-4220-b42b-d1bd4b803fe8 req-94246074-46cb-4e49-bcd0-ed5e37b132a6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1081061
Jun 30 19:16:01.404063 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a3406d59-28fe-4220-b42b-d1bd4b803fe8 req-99537734-4c48-4731-836b-83f2ab3e229f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581574
Jun 30 19:16:01.444337 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:01.467491 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-95a3de74-5fd3-4508-bb28-9688537afc11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 999 time: 0.2871401
Jun 30 19:16:01.577772 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-e0e5ecda-2fb9-43df-9223-8a3eb74c5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:01.579748 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-e0e5ecda-2fb9-43df-9223-8a3eb74c5c4b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.1026955
Jun 30 19:16:01.645120 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:01.690402 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-99504a2d-0a23-4628-b85b-28baf7062503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:01.692154 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-99504a2d-0a23-4628-b85b-28baf7062503 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1008604
Jun 30 19:16:01.700397 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:01.706189 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b6384b5a-c3af-4f6b-844e-c891d4740280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:01.836799 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557956ca-6c39-4ec8-85e6-6f5ca9da73e2,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:01.844275 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:01.896227 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-27ed15a9-232e-4e23-9322-13b2d482e04e service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910725
Jun 30 19:16:01.900882 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6723e760>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'ea068f67-6c7f-4052-af58-2e00e267b513', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'port_id': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'mac_address': 'fa:16:3e:23:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:15:59Z', 'updated_at': '2021-06-30T19:15:59Z', 'revision_number': 0, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:01.903610 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8987a-47b0-4cdb-8a29-954c11f74b1a None None] The sync data for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi is: [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'ea068f67-6c7f-4052-af58-2e00e267b513', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'port_id': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'mac_address': 'fa:16:3e:23:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:15:59Z', 'updated_at': '2021-06-30T19:15:59Z', 'revision_number': 0, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:01.997965 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:01.999156 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.2032008
Jun 30 19:16:02.002377 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55972) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:02.011100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:02.017850 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:02.022063 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:02.027303 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:02.039625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:02.055499 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-301eee26-7d2a-425f-9fee-4c2730af7b54 req-2db40074-8443-46f4-9198-f17b47455d15 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505902
Jun 30 19:16:02.155777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.213278 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec0ff2-4450-4da8-a6fa-a5e9170ef876 None None] New status for floating IP ea068f67-6c7f-4052-af58-2e00e267b513: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:16:02.224607 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.305517 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.307913 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-feac0c00-ef9b-4fa0-bc38-926895619f35 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:02.330884 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61cfaec-b81b-4571-9192-0f7ece5d1bfa,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:02.333342 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:02.432465 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.433737 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-5df13d97-ab7e-462e-909f-cf961e44b569 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4290936
Jun 30 19:16:02.436463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55984) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:02.443957 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:02.452911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:02.457934 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:02.461533 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:02.470200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:02.586413 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.759675 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4bd14-f696-4e7f-8722-dfd5d9f91538 req-cd8720a0-1fc8-49b4-904b-2887af7df899 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:02.761152 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46c4bd14-f696-4e7f-8722-dfd5d9f91538 req-cd8720a0-1fc8-49b4-904b-2887af7df899 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2307165
Jun 30 19:16:02.789355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.816095 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46c4bd14-f696-4e7f-8722-dfd5d9f91538 req-0fd605ec-ccea-4463-9dd2-d2b877ea0ecc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493288
Jun 30 19:16:02.888779 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.890876 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ab0b5a0f-a8d6-4f48-914a-0e3707d9f971 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:02.912587 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ec6474-0447-44f8-b3cd-8493b2d0e382,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:02.915273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:02.986197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:02.987376 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-422eb99b-c976-4324-ae36-09941afaa1d6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5497422
Jun 30 19:16:02.990114 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 55990) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:02.995734 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:03.001823 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:03.005567 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:03.008405 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:03.015359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:03.108024 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.178005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.305334 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.307556 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:03.329623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82aa353d-4c6d-4b8c-bd1a-373db7a2ae1d,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:03.331973 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:03.432141 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-7d857dad-c113-414b-8602-d251af10a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.432692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.434370 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-dbd73ddd-84a9-4506-8a5c-484e8c5cbd4e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4431546
Jun 30 19:16:03.436856 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56002) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:03.442382 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:03.449108 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:03.452892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:03.456019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:03.462623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:03.570209 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.638787 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.724774 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.727967 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:03.738123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56014) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:03.751553 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a302db5-5333-466d-9b9a-317996928fc6,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:03.754873 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:03.883808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.884600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:03.890333 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-50ea8827-4c50-475e-b713-f4549eb8a96a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4489832
Jun 30 19:16:03.890333 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56024) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:03.895313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:03.900502 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:03.901336 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:03.904323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Usage tracker for resource:security_group_rule and tenant:66100128484d4d469d6fe94bd892b8a6 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:03.905436 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:03.907232 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:03.908770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:03.913034 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:03.915887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:03.995941 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.securitygroups_db [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Project e2886e043e404867bfb961a137872ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:04.006905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.015542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.028403 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56030) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:04.055451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.066567 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4edfb332-e850-45e5-bf12-eea0ade89e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:04.114234 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66100128484d4d469d6fe94bd892b8a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3747354
Jun 30 19:16:04.117577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56036) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:04.122044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ced55e-a55a-42d3-ba83-4c5ecb2b1ca3,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:04.128872 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c531-eece-4c75-89c6-d51e319b244d req-c3878a48-84c9-461f-a9e0-f5716488d48a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:04.137317 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:04.142622 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b722c531-eece-4c75-89c6-d51e319b244d req-c3878a48-84c9-461f-a9e0-f5716488d48a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1843631
Jun 30 19:16:04.147404 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.195019 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.206799 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b722c531-eece-4c75-89c6-d51e319b244d req-ea978ba3-0100-4fd6-aab9-a8013deb14b1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548904
Jun 30 19:16:04.250884 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.270743 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.272770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-305fae89-a7d4-45a5-9159-dc520da82bf2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:04.295348 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1efe6d-e081-4d8d-b58c-16e3e1728992,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:04.296067 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-666358cf-8303-414a-9c44-36b6ee9e9272 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f099a6180b3e4f158201f3a85ac19adb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2657309
Jun 30 19:16:04.298021 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56042) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:04.303403 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:04.323739 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.363620 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.390392 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.431690 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.435477 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-344021eb-366e-4546-b5f5-190d91027384 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5420208
Jun 30 19:16:04.435707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56046) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:04.440909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'security_group_rule': {'security_group_id': '557956ca-6c39-4ec8-85e6-6f5ca9da73e2', 'project_id': 'e2886e043e404867bfb961a137872ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:04.447291 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:04.451405 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Usage tracker for resource:security_group_rule and tenant:e2886e043e404867bfb961a137872ce4 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:04.454670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:04.462611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.462611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8c65c14f-aaef-47e5-a50e-a6bb93f02bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:04.462929 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:04.472015 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ced55e-a55a-42d3-ba83-4c5ecb2b1ca3,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:04.475822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:04.479598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.480709 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97ced55e-a55a-42d3-ba83-4c5ecb2b1ca3 HTTP/1.1" status: 204  len: 168 time: 0.3611586
Jun 30 19:16:04.562698 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.securitygroups_db [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Project e2886e043e404867bfb961a137872ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:04.568923 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.572804 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4d001fba-5e26-4085-83f3-e8f0f6f1b604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:04.580627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.597892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d980f9c-45f9-48f5-8620-d94aada5c8cb,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:04.604316 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:04.668469 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.672723 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.673867 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d980f9c-45f9-48f5-8620-d94aada5c8cb HTTP/1.1" status: 204  len: 168 time: 0.3749416
Jun 30 19:16:04.745730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.747077 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:04.788298 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c407e1-6c74-42cc-8efe-77027140a018,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:04.793026 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:04.878646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-fa84457d-72f4-475a-9f39-198c9cd013c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:04.880116 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-fa84457d-72f4-475a-9f39-198c9cd013c1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 1097 time: 0.0743508
Jun 30 19:16:04.912048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:04.913929 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4765363
Jun 30 19:16:04.984000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-2eaf245e-6a43-4b2f-bc9e-d5f77f0c0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:04.985504 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-2eaf245e-6a43-4b2f-bc9e-d5f77f0c0c3b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1097 time: 0.0735841
Jun 30 19:16:05.036287 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-f28168e2-3b28-495d-9839-1ae17b1321f3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587167369&fields=id&tenant_id=e2886e043e404867bfb961a137872ce4 HTTP/1.1" status: 200  len: 267 time: 0.0412874
Jun 30 19:16:05.125087 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-780424c8-bff7-45f6-a030-d6f5d221b266 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:05.126733 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-780424c8-bff7-45f6-a030-d6f5d221b266 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.0844462
Jun 30 19:16:05.138651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'port': {'security_groups': ['67f4193f-b66c-4e8d-956f-8df2dbab8cd4', '557956ca-6c39-4ec8-85e6-6f5ca9da73e2']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:05.178588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56060) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:05.198209 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.214116 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:05.218156 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Usage tracker for resource:security_group_rule and tenant:42452ff04617431c919888c2b1c53430 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:05.221681 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:05.228240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:05.268187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.353460 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.416126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.428505 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4f60170e-456a-4479-b356-febee9344855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:05.474391 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42452ff04617431c919888c2b1c53430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2921808
Jun 30 19:16:05.474976 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56076) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:05.487360 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75739db-daac-4c5a-8556-4897cfe01d72,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:05.491522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:05.525724 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381d077-1ce7-48dc-91c6-65344b602d73 req-ec22e0cf-5994-46d1-b4cc-dc9ed3d9ed8b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:05.527323 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f381d077-1ce7-48dc-91c6-65344b602d73 req-ec22e0cf-5994-46d1-b4cc-dc9ed3d9ed8b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1712863
Jun 30 19:16:05.538756 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.566523 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.650452 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f381d077-1ce7-48dc-91c6-65344b602d73 req-b9de0aff-c2f6-4908-bb5d-7f888dd15080 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765629
Jun 30 19:16:05.682782 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:05.714800 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.717358 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.721389 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ef916b79-7eb0-4db3-a744-4cd340cb36ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:05.734458 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75739db-daac-4c5a-8556-4897cfe01d72,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:05.737467 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:05.739794 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.741344 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e75739db-daac-4c5a-8556-4897cfe01d72 HTTP/1.1" status: 204  len: 168 time: 0.2650239
Jun 30 19:16:05.775088 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.837557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.843030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0d147b29-94b6-42a2-ab05-7ee4e068fba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:05.906265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:05.906870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:05.908226 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-132cc294-9173-4b05-81dc-a8a4765eef00 req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "PUT /v2.0/ports/6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 982 time: 0.7745361
Jun 30 19:16:05.908722 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:16:05.932458 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=6']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:05.935894 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:05.964918 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:16:06.082815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56094) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:06.090728 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668b8e-57cb-4573-93c3-e930f65266a9 req-c06ab620-7abe-4203-ba02-8452367d9850 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:06.092188 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-33668b8e-57cb-4573-93c3-e930f65266a9 req-c06ab620-7abe-4203-ba02-8452367d9850 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.0908399
Jun 30 19:16:06.168497 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-33668b8e-57cb-4573-93c3-e930f65266a9 req-14be7e7c-d1d9-4d7f-9f03-30c3c4d9caa5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0660810
Jun 30 19:16:06.215783 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-476f95d6-4e1f-425e-ad38-d150af6ab969 None None] Provisioning complete for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:06.216297 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-476f95d6-4e1f-425e-ad38-d150af6ab969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.229100 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-179429611-network', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:06.240088 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:06.253061 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Usage tracker for resource:network and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:06.259282 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:06.267024 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:06.269469 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-02a4e8da-1d84-46c7-b9be-338e3798319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:06.270922 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-02a4e8da-1d84-46c7-b9be-338e3798319d service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1656575
Jun 30 19:16:06.356623 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Made reservation on behalf of 553fa56c9f5c49d38fd9079989eff904 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:06.358989 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.375389 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.390308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:06.394016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:06.396751 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:06.403879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:06.486686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.551617 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.556110 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c475e58d-747f-40e3-8bea-e6281d88c50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:06.582717 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:16:06.590732 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56106) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:06.594506 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390b815-a5cd-4839-8761-14980e4aeaca,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:06.598285 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:06.600808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.601245 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Added segment 15b25ad2-eff4-4900-a3b7-1f57be1242ce of type vlan for network 74b64df1-a7b1-4365-a1e3-d334da76bc74
Jun 30 19:16:06.610395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.626264 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:06.628994 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.630803 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Usage tracker for resource:security_group_rule and tenant:4825b12dcf9d4aab91cc8dd764d29c84 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:06.634595 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:06.641162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:06.722816 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.780583 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.781960 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:06.782559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.786078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:06.845880 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f939072-36e9-4602-915c-ffe8e9916e1b req-6207e800-95e0-4da6-b7c5-41b8406ca6a9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:06.847437 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7f939072-36e9-4602-915c-ffe8e9916e1b req-6207e800-95e0-4da6-b7c5-41b8406ca6a9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.0784967
Jun 30 19:16:06.848623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:06.857851 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:06.891314 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Pushing event updated for resources: {'Network': ['ID=74b64df1-a7b1-4365-a1e3-d334da76bc74,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:06.894154 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:06.901956 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:16:06.924946 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4825b12dcf9d4aab91cc8dd764d29c84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3331387
Jun 30 19:16:06.927774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56112) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:06.935403 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5b193-3d29-4599-bcd7-86dd020dbe5f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:06.940274 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7f939072-36e9-4602-915c-ffe8e9916e1b req-4ced9c02-fc8c-4365-9bbf-7e6ce494fe8a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835292
Jun 30 19:16:06.941025 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:06.982188 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8967321
Jun 30 19:16:06.983695 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56116) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:06.989371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Request body: {'subnet': {'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-179429611-subnet', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:06.995699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:07.000318 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Usage tracker for resource:subnet and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:07.002780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.003572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:07.009943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:07.028943 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.076390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Made reservation on behalf of 553fa56c9f5c49d38fd9079989eff904 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:07.079065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.140875 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.144668 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bc154739-e871-407d-bc96-031e9a4c1bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:07.159862 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5b193-3d29-4599-bcd7-86dd020dbe5f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:07.165131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:07.167829 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.168686 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9f5b193-3d29-4599-bcd7-86dd020dbe5f HTTP/1.1" status: 204  len: 168 time: 0.2395468
Jun 30 19:16:07.339827 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.344505 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5037ed3b-2099-4f88-8d76-873bfc32f67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:07.503023 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c26b88a-ff0a-47a7-a308-1b056da06f62,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:07.507546 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:07.513700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Checking segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:07.514052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Network hostable DHCP agents. Network: 74b64df1-a7b1-4365-a1e3-d334da76bc74, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:16:07.591741 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:16:07.648749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 74b64df1-a7b1-4365-a1e3-d334da76bc74) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:07.653767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:07.654410 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.658902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84296f78-d37e-43f6-b233-e2c3bbe415e6 None None] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:07.752360 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7675009
Jun 30 19:16:07.755528 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56132) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:07.761510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:07.765927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:07.769798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Usage tracker for resource:router and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:07.772568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:07.778990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:07.873971 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-74b64df1-a7b1-4365-a1e3-d334da76bc74', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:16:07.877104 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.901078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.902177 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:07.917732 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.031920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Allocated IP 172.20.0.2 (74b64df1-a7b1-4365-a1e3-d334da76bc74/0c26b88a-ff0a-47a7-a308-1b056da06f62/2db3706f-b1e3-419c-889d-981e45b7577e) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:08.192942 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:16:08.271840 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-8b99116e-e0a8-4cf3-8255-d700e3b74cda service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 999 time: 0.1128404
Jun 30 19:16:08.292296 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:16:08.376495 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.394884 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.405914 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Transition to ACTIVE for port object 2db3706f-b1e3-419c-889d-981e45b7577e will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:08.426688 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-42aac4de-1971-417f-bd71-ac111b250f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:08.426978 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Transition to ACTIVE for port object 2db3706f-b1e3-419c-889d-981e45b7577e will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:08.428280 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-42aac4de-1971-417f-bd71-ac111b250f99 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1138 time: 0.2180398
Jun 30 19:16:08.436320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453862d-c98e-467f-99a3-09db58970b72 req-e2425dbf-4bda-49e0-b054-c05d8785b8a9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:08.437840 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2453862d-c98e-467f-99a3-09db58970b72 req-e2425dbf-4bda-49e0-b054-c05d8785b8a9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2913964
Jun 30 19:16:08.484986 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-fa26a719-8b5b-48ba-bf0c-2ead6784ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:08.488514 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-fa26a719-8b5b-48ba-bf0c-2ead6784ec1a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.2022107
Jun 30 19:16:08.513105 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.527374 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:08.584112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-3068e556-030a-443a-b5d0-b19efd20eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:08.585787 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-3068e556-030a-443a-b5d0-b19efd20eed1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804923
Jun 30 19:16:08.605907 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Pushing event updated for resources: {'Port': ['ID=2db3706f-b1e3-419c-889d-981e45b7577e,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:08.617400 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:08.629084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:08.635861 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:08.645068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:08.687835 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2453862d-c98e-467f-99a3-09db58970b72 req-a6b374ce-47ce-468c-aafb-a7ab9d9cdceb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2163234
Jun 30 19:16:08.716920 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-bb516b5b-5435-447a-9670-285501d6ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:08.718439 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-bb516b5b-5435-447a-9670-285501d6ca80 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.2794561
Jun 30 19:16:08.755272 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-0d1dcb08-9c8a-44d3-98c5-d6ba2eb9f83f service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602833
Jun 30 19:16:08.821684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Attempting to bind port 2db3706f-b1e3-419c-889d-981e45b7577e on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:08.822474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Attempting to bind port 2db3706f-b1e3-419c-889d-981e45b7577e by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:08.823005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Attempting to bind port 2db3706f-b1e3-419c-889d-981e45b7577e on network 74b64df1-a7b1-4365-a1e3-d334da76bc74 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:08.843854 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:08.844233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Checking segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:08.844645 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.845046 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Bound using segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:08.845527 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Bound port: 2db3706f-b1e3-419c-889d-981e45b7577e, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:08.850186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:08.854922 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-f149dd5e-7c61-46fc-84ed-59cb50bcb9a7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 1001 time: 0.1256993
Jun 30 19:16:08.956313 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-fc31ca08-a249-4b7c-957e-900343c110f2 req-03c23903-6c0d-4f4f-8076-f2272c1ec53b service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902831
Jun 30 19:16:09.061308 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] For port 2db3706f-b1e3-419c-889d-981e45b7577e, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:09.085691 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] For port 2db3706f-b1e3-419c-889d-981e45b7577e, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2db3706f-b1e3-419c-889d-981e45b7577e,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:09.110209 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-2327f8f0-6c4b-4c11-b5ae-322d720dd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:09.112001 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-2327f8f0-6c4b-4c11-b5ae-322d720dd59d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.1914058
Jun 30 19:16:09.124581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:09.182311 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:09.194757 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:09.204799 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:09.353862 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Pushing event updated for resources: {'Port': ['ID=2db3706f-b1e3-419c-889d-981e45b7577e,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:09.362945 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:09.493498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-da8a1a63-b4d9-4c72-82c8-5a69f92b6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:09.495087 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-da8a1a63-b4d9-4c72-82c8-5a69f92b6be3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3718550
Jun 30 19:16:09.537884 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Allocated IP 172.27.0.29 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/998d4d62-7940-44d1-a03f-971621f079ab) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:09.793135 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-7e81e55c-7636-43f2-9ac3-d230376d988f service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2852650
Jun 30 19:16:09.985850 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:10.074018 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c977262-6e34-499d-b53d-cd3a3a5f7756 req-bb15d247-2de3-4840-93d5-3a2e638dbfc0 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2623169
Jun 30 19:16:10.102871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd995b-7faa-4076-a71e-ff015111a745 req-3f126ced-aedc-4b83-a49e-a5d086cdf1ff tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:10.117402 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-86fd995b-7faa-4076-a71e-ff015111a745 req-3f126ced-aedc-4b83-a49e-a5d086cdf1ff tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2530658
Jun 30 19:16:10.187212 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-86fd995b-7faa-4076-a71e-ff015111a745 req-e23a5cda-65ce-4dcd-b0db-8761aae5442c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656805
Jun 30 19:16:10.388793 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2db3706f-b1e3-419c-889d-981e45b7577e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:10.397700 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:10.408968 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:10.509826 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:10.512940 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:10.519301 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:10.540750 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 2db3706f-b1e3-419c-889d-981e45b7577e completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:10.555041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa09da44-6f70-4125-b260-8d21569a1fb7 None None] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:10.574897 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=998d4d62-7940-44d1-a03f-971621f079ab,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:10.579431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:10.741820 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Provisioning for port 2db3706f-b1e3-419c-889d-981e45b7577e completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:10.755345 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Provisioning complete for port 2db3706f-b1e3-419c-889d-981e45b7577e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:10.755722 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:10.947378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:10.993091 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] For port 2db3706f-b1e3-419c-889d-981e45b7577e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2db3706f-b1e3-419c-889d-981e45b7577e,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:11.073015 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:11.075699 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:11.140574 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:11.171936 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Pushing event updated for resources: {'Port': ['ID=2db3706f-b1e3-419c-889d-981e45b7577e,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:11.175643 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:11.296486 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-73d24c0b-f13d-4482-a6b1-13c9a6c0887a None None] Provisioning complete for port 2db3706f-b1e3-419c-889d-981e45b7577e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:11.296951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-73d24c0b-f13d-4482-a6b1-13c9a6c0887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:11.679089 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:11.689147 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1aad6-e2e3-4fbc-a8d9-1c47fa5185fa req-10d7e2ed-a1cc-4f6e-8fd8-12a2e3bcfcc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:11.691175 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6b1aad6-e2e3-4fbc-a8d9-1c47fa5185fa req-10d7e2ed-a1cc-4f6e-8fd8-12a2e3bcfcc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.3037343
Jun 30 19:16:11.867038 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6b1aad6-e2e3-4fbc-a8d9-1c47fa5185fa req-9db0cfc2-ba24-4b0b-a47b-d791b6ca33de tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259885
Jun 30 19:16:11.985641 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Router a9e165c7-a251-47d8-b9ca-086543491f37 is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:16:12.169147 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:12.177818 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Sync routers for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:12.189013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:12.189963 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c675b7760>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:12.254875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:12.256108 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.4996619
Jun 30 19:16:12.258954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56222) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:12.346345 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2db3706f-b1e3-419c-889d-981e45b7577e up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:12.424862 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:12.557334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 2db3706f-b1e3-419c-889d-981e45b7577e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:12.557715 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:12.862905 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c675b7760>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:10Z', 'revision_number': 3, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:12.867451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Checking router: a9e165c7-a251-47d8-b9ca-086543491f37 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:12.868781 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Updating router a9e165c7-a251-47d8-b9ca-086543491f37 port 998d4d62-7940-44d1-a03f-971621f079ab binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:12.927730 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.032405 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.293513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464a28a-6bff-45c1-bb0e-5f3e79030f56 req-72ec88b6-9f72-4f95-862f-16bd7911a6b7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:13.295084 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1464a28a-6bff-45c1-bb0e-5f3e79030f56 req-72ec88b6-9f72-4f95-862f-16bd7911a6b7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2386513
Jun 30 19:16:13.296728 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.311476 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Transition to ACTIVE for port object 998d4d62-7940-44d1-a03f-971621f079ab will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:13.390852 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.395396 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-9af1e875-6fa1-4dab-9f22-4e1434f627bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:13.481721 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Attempting to bind port 998d4d62-7940-44d1-a03f-971621f079ab on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:13.482374 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Attempting to bind port 998d4d62-7940-44d1-a03f-971621f079ab by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:13.482704 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Attempting to bind port 998d4d62-7940-44d1-a03f-971621f079ab on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:13.485045 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Pushing event updated for resources: {'Port': ['ID=998d4d62-7940-44d1-a03f-971621f079ab,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:13.489118 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:13.491516 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1464a28a-6bff-45c1-bb0e-5f3e79030f56 req-9456fbb7-ee50-40b3-96fa-7144ad211f79 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1896174
Jun 30 19:16:13.492086 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:13.492735 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:13.494288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.494288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:13.495093 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Bound port: 998d4d62-7940-44d1-a03f-971621f079ab, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:13.495093 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.591989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] For port 998d4d62-7940-44d1-a03f-971621f079ab, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:13.592996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Allocated IP 172.20.0.1 (74b64df1-a7b1-4365-a1e3-d334da76bc74/0c26b88a-ff0a-47a7-a308-1b056da06f62/2b02ae8d-e721-4335-85cd-5fc9a1294f35) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:13.598921 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] For port 998d4d62-7940-44d1-a03f-971621f079ab, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=998d4d62-7940-44d1-a03f-971621f079ab,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:13.713153 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.717951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a9de64c2-ca52-4801-8237-c3f92cf7f3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:13.754184 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.776892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Transition to ACTIVE for port object 2b02ae8d-e721-4335-85cd-5fc9a1294f35 will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:13.794929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:13.795350 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c675b7760>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:13.874313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Pushing event updated for resources: {'Port': ['ID=998d4d62-7940-44d1-a03f-971621f079ab,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:13.877052 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:13.879545 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:13.882466 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-339c3bca-4fa7-4402-aae8-e291d551336d tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:13.947686 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:13.950835 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:13.955125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:13.997259 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:14.001625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:14.004736 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:14.021463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:14.372421 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c675b7760>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:10Z', 'revision_number': 3, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:14.377043 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca29cc-3e17-4677-8276-11f3a846f9ac None None] The sync data for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi is: [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:10Z', 'revision_number': 3, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:14.410832 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-70a888cf-c018-4127-affe-b7348d22ce69 None None] Provisioning for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:14.417044 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-70a888cf-c018-4127-affe-b7348d22ce69 None None] Provisioning complete for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:14.417477 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-70a888cf-c018-4127-affe-b7348d22ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:14.481910 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:14.497100 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-70a888cf-c018-4127-affe-b7348d22ce69 None None] Port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:14.785514 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:14.884848 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e316-2c67-4656-a466-948e74838091 req-8baedc6f-898a-4d7b-bf1d-a4f26cdfe50b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:14.892060 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dad0e316-2c67-4656-a466-948e74838091 req-8baedc6f-898a-4d7b-bf1d-a4f26cdfe50b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2688408
Jun 30 19:16:14.951637 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:14.964102 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dad0e316-2c67-4656-a466-948e74838091 req-56e9dc18-7271-4b9c-a296-3df6703801d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683384
Jun 30 19:16:15.026100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:15.058647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:15.157493 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:15.278113 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:15.291099 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:15.379002 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:15.384609 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:15.683081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Router a9e165c7-a251-47d8-b9ca-086543491f37 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:15.745546 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b7be7335-b561-4660-8280-192d0536c0c7 None None] Provisioning complete for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:15.746130 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b7be7335-b561-4660-8280-192d0536c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:15.813247 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b7be7335-b561-4660-8280-192d0536c0c7 None None] Port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:15.987076 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:16.019104 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] 10.222.0.78 "PUT /v2.0/routers/a9e165c7-a251-47d8-b9ca-086543491f37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7557404
Jun 30 19:16:16.346483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35400f5-4934-4d8b-94d0-08a071bc8de6 req-bba37903-fe95-4835-ba6b-5bc59dbc82e5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:16.348130 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d35400f5-4934-4d8b-94d0-08a071bc8de6 req-bba37903-fe95-4835-ba6b-5bc59dbc82e5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1500881
Jun 30 19:16:16.442243 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 998d4d62-7940-44d1-a03f-971621f079ab up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:16.451655 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d35400f5-4934-4d8b-94d0-08a071bc8de6 req-f83e74bc-6b1f-44be-b87a-d0c466812f35 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953579
Jun 30 19:16:16.515836 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Sync routers for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:16.528969 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:16.529720 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68090c10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:16.723587 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:16.751476 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 998d4d62-7940-44d1-a03f-971621f079ab completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:16.764198 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 998d4d62-7940-44d1-a03f-971621f079ab triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:16.764198 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:16.949505 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:16.969532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 998d4d62-7940-44d1-a03f-971621f079ab, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=998d4d62-7940-44d1-a03f-971621f079ab,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:17.099433 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.103938 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-75a33b5d-53b7-4a56-bc82-f2da28f28d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:17.214227 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68090c10>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 2, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:17.214227 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Checking router: a9e165c7-a251-47d8-b9ca-086543491f37 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:17.214227 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Updating router a9e165c7-a251-47d8-b9ca-086543491f37 port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:17.217138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56282) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:17.223202 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-891065360-network', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:17.230113 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:17.236689 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Usage tracker for resource:network and tenant:e5fe68358b564ef4bd7c570e10b17646 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:17.244304 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:17.251368 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=998d4d62-7940-44d1-a03f-971621f079ab,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:17.260121 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:17.261239 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:17.293494 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.397335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Made reservation on behalf of e5fe68358b564ef4bd7c570e10b17646 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:17.400546 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.416128 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.452002 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:17.456205 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Usage tracker for resource:security_group_rule and tenant:e5fe68358b564ef4bd7c570e10b17646 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:17.459109 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:17.465375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:17.582160 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.685374 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c18334-074a-4d20-8226-da1b58cd17ee req-44ebe666-f02d-4369-a5cf-46129c3c8ddb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:17.689722 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83c18334-074a-4d20-8226-da1b58cd17ee req-44ebe666-f02d-4369-a5cf-46129c3c8ddb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1009567
Jun 30 19:16:17.698127 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.712325 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.718944 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Transition to ACTIVE for port object 2b02ae8d-e721-4335-85cd-5fc9a1294f35 will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:17.724603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-80f7097c-ef69-41ac-a80f-a70ef4a27140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:17.750363 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83c18334-074a-4d20-8226-da1b58cd17ee req-3fdccc57-d925-4d33-8f66-85e7d355857b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460269
Jun 30 19:16:17.767155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:16:17.775356 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fe83d-d44c-4034-8b96-832ef3e5607f,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:17.775560 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.780315 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:17.781435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:17.788142 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.788142 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Added segment b9674821-cafc-48c0-8e6b-db049698f0d1 of type vlan for network d28cd2d8-9d31-41d9-88f2-074993c56563
Jun 30 19:16:17.831087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:17.982456 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Pushing event updated for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:17.992944 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.993437 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.993773 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.994171 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.994499 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.994855 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.995224 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.995659 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.995997 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.996315 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.996630 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:17.996940 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:18.001694 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:18.157107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.161299 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:18.161299 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.162629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:18.289652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Pushing event updated for resources: {'Network': ['ID=d28cd2d8-9d31-41d9-88f2-074993c56563,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:18.289652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:18.300789 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network d28cd2d8-9d31-41d9-88f2-074993c56563 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:16:18.376646 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1558564
Jun 30 19:16:18.377538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56294) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:18.378629 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 998d4d62-7940-44d1-a03f-971621f079ab up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:18.385045 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Request body: {'subnet': {'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-891065360-subnet', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:18.390439 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:18.402401 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Usage tracker for resource:subnet and tenant:e5fe68358b564ef4bd7c570e10b17646 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:18.402401 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:18.412025 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:18.489344 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 998d4d62-7940-44d1-a03f-971621f079ab triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:18.489853 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.597396 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Made reservation on behalf of e5fe68358b564ef4bd7c570e10b17646 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:18.599718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.691454 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Attempting to bind port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:18.692210 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Attempting to bind port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:18.692783 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Attempting to bind port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 on network 74b64df1-a7b1-4365-a1e3-d334da76bc74 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:18.714276 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:18.716521 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Checking segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:18.717124 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.721412 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Bound using segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:18.721412 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Bound port: 2b02ae8d-e721-4335-85cd-5fc9a1294f35, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:18.721412 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.862010 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] For port 2b02ae8d-e721-4335-85cd-5fc9a1294f35, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:18.865895 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] For port 2b02ae8d-e721-4335-85cd-5fc9a1294f35, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2b02ae8d-e721-4335-85cd-5fc9a1294f35,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:18.912080 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.917352 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:18.941310 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:18.946764 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:19.139614 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:19.139614 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68090c10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bf0761-89ba-4175-ab60-b05f394e4f1a,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Checking segment: {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Network hostable DHCP agents. Network: d28cd2d8-9d31-41d9-88f2-074993c56563, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6074-41c3-4403-91b7-6fe978face55 req-93120e79-c31b-4637-a082-68fc383d3a66 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:19.140699 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06df6074-41c3-4403-91b7-6fe978face55 req-93120e79-c31b-4637-a082-68fc383d3a66 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1788106
Jun 30 19:16:19.145748 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Pushing event updated for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:19.145748 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:19.231224 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06df6074-41c3-4403-91b7-6fe978face55 req-98d78ca8-09a7-48f1-a400-38f165c7f50e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016841
Jun 30 19:16:19.314878 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:19.362152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Network d28cd2d8-9d31-41d9-88f2-074993c56563 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:16:19.454678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, d28cd2d8-9d31-41d9-88f2-074993c56563) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:19.458875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:19.459600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:19.467073 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a7e94-d857-4587-9c65-1594fb1bb001 None None] Network d28cd2d8-9d31-41d9-88f2-074993c56563 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:19.544254 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1625659
Jun 30 19:16:19.544534 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56316) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:19.550222 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:19.561197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:19.566111 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Usage tracker for resource:router and tenant:e5fe68358b564ef4bd7c570e10b17646 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:19.571770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:19.579105 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:19.801738 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68090c10>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:18Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:19.805676 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560d603-5b67-4d40-b039-df87f79cec19 None None] The sync data for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi is: [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:18Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:19.901687 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-d28cd2d8-9d31-41d9-88f2-074993c56563', 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'fixed_ips': [{'subnet_id': '62bf0761-89ba-4175-ab60-b05f394e4f1a'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:16:19.901687 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.003023 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.004757 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.027568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.154155 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Allocated IP 172.20.0.2 (d28cd2d8-9d31-41d9-88f2-074993c56563/62bf0761-89ba-4175-ab60-b05f394e4f1a/515c5dd7-18da-4f90-a58f-1055a0524d2a) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:20.457864 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2b02ae8d-e721-4335-85cd-5fc9a1294f35 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:20.586788 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.602305 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Transition to ACTIVE for port object 515c5dd7-18da-4f90-a58f-1055a0524d2a will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:20.628937 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Transition to ACTIVE for port object 515c5dd7-18da-4f90-a58f-1055a0524d2a will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:20.658183 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.704633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b690a-b83b-49ed-9a48-d9686dd23e86 req-a6eef857-4d1a-4c2c-ac4b-a7bdbb0063dd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:20.706271 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-331b690a-b83b-49ed-9a48-d9686dd23e86 req-a6eef857-4d1a-4c2c-ac4b-a7bdbb0063dd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1249297
Jun 30 19:16:20.724157 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:20.742571 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:20.748366 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:20.771270 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-331b690a-b83b-49ed-9a48-d9686dd23e86 req-d63f81a3-ce6f-44d7-9e44-f1df0233b187 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569260
Jun 30 19:16:20.827451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:20.830112 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.015062 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Network d28cd2d8-9d31-41d9-88f2-074993c56563 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:21.033075 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:21.048347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:21.155691 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Pushing event updated for resources: {'Port': ['ID=515c5dd7-18da-4f90-a58f-1055a0524d2a,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:21.212404 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:21.285757 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Attempting to bind port 515c5dd7-18da-4f90-a58f-1055a0524d2a on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:21.286129 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Attempting to bind port 515c5dd7-18da-4f90-a58f-1055a0524d2a by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:21.286496 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Attempting to bind port 515c5dd7-18da-4f90-a58f-1055a0524d2a on network d28cd2d8-9d31-41d9-88f2-074993c56563 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:21.333584 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.344023 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:21.344023 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Checking segment: {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:21.344412 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.344718 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Bound using segment: {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:21.345196 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Bound port: 515c5dd7-18da-4f90-a58f-1055a0524d2a, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:21.345593 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.430332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.468470 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 2b02ae8d-e721-4335-85cd-5fc9a1294f35, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2b02ae8d-e721-4335-85cd-5fc9a1294f35,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:21.473618 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.517662 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] For port 515c5dd7-18da-4f90-a58f-1055a0524d2a, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:21.521055 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] For port 515c5dd7-18da-4f90-a58f-1055a0524d2a, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=515c5dd7-18da-4f90-a58f-1055a0524d2a,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:21.525667 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.525667 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d46ba30a-f8c2-4135-992f-94fcd8614820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:21.596113 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:21.825634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:21.825634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:21.825634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:21.825634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Pushing event updated for resources: {'Port': ['ID=515c5dd7-18da-4f90-a58f-1055a0524d2a,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:21.825634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:21.860449 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Allocated IP 172.27.0.136 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/5a1f8678-eeb7-4332-a157-30d71bd52d3d) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:22.272844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918e96-ec5f-4e9d-8996-39598a01a628 req-6baa8c46-7fde-4d66-9c25-ef1b9ee52a8e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:22.280226 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a918e96-ec5f-4e9d-8996-39598a01a628 req-6baa8c46-7fde-4d66-9c25-ef1b9ee52a8e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.3130500
Jun 30 19:16:22.366828 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2a918e96-ec5f-4e9d-8996-39598a01a628 req-12f9437d-9a5b-4258-8561-30fa0becd2ea tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850923
Jun 30 19:16:22.419998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:22.473376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 515c5dd7-18da-4f90-a58f-1055a0524d2a up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:22.786508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:22.791831 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:22.815302 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 515c5dd7-18da-4f90-a58f-1055a0524d2a completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:22.823426 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2b02ae8d-e721-4335-85cd-5fc9a1294f35 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:22.865706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54a053-c483-4900-a84f-a8ee79729941 None None] Network d28cd2d8-9d31-41d9-88f2-074993c56563 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:22.875263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:22.878281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:22.883529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:22.910292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1f8678-eeb7-4332-a157-30d71bd52d3d,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:22.921838 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:23.043024 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:23.043473 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.330190 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Provisioning for port 515c5dd7-18da-4f90-a58f-1055a0524d2a completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:23.337056 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Provisioning complete for port 515c5dd7-18da-4f90-a58f-1055a0524d2a triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:23.337612 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.486964 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.560914 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] For port 515c5dd7-18da-4f90-a58f-1055a0524d2a, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=515c5dd7-18da-4f90-a58f-1055a0524d2a,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:23.670568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.767355 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.770853 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:23.818900 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fd4c2-cd35-4a33-ba00-4a62af483278 req-597e0788-a9bd-4aec-a92d-b0efc0343e99 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:23.820938 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-567fd4c2-cd35-4a33-ba00-4a62af483278 req-597e0788-a9bd-4aec-a92d-b0efc0343e99 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2537127
Jun 30 19:16:23.842737 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Pushing event updated for resources: {'Port': ['ID=515c5dd7-18da-4f90-a58f-1055a0524d2a,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:23.845971 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:23.889386 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6be648eb-8cbb-4dbd-8358-e4722d917c82 None None] Provisioning complete for port 515c5dd7-18da-4f90-a58f-1055a0524d2a triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:23.889789 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6be648eb-8cbb-4dbd-8358-e4722d917c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:23.899802 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-567fd4c2-cd35-4a33-ba00-4a62af483278 req-32c7c665-c2bf-4771-b300-2f18df363b1c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606871
Jun 30 19:16:24.079678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:24.372540 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 515c5dd7-18da-4f90-a58f-1055a0524d2a up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:24.483181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Router 2db0030a-cdfe-426f-8693-c52ddd824a1c is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:16:24.485228 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 515c5dd7-18da-4f90-a58f-1055a0524d2a triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:24.489756 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:24.706046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:24.722348 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Sync routers for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:24.739051 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:24.739694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671d2670>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:24.966775 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:25.140784 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:25.144927 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.5968089
Jun 30 19:16:25.145338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56374) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:25.210355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ea52-0e71-4be3-a99d-7a14c2723281 req-28bbb9fa-fe81-44a3-b8bd-8da014304b91 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:25.216887 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c337ea52-0e71-4be3-a99d-7a14c2723281 req-28bbb9fa-fe81-44a3-b8bd-8da014304b91 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1221640
Jun 30 19:16:25.293004 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c337ea52-0e71-4be3-a99d-7a14c2723281 req-8d7fd0d6-00fd-4612-af3e-14d2d57a1cdb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655274
Jun 30 19:16:25.409038 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671d2670>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:23Z', 'revision_number': 3, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:25.413701 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Checking router: 2db0030a-cdfe-426f-8693-c52ddd824a1c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:25.414318 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Updating router 2db0030a-cdfe-426f-8693-c52ddd824a1c port 5a1f8678-eeb7-4332-a157-30d71bd52d3d binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:25.499083 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:25.889068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:25.902191 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Transition to ACTIVE for port object 5a1f8678-eeb7-4332-a157-30d71bd52d3d will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:25.947607 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:25.980176 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:25.984814 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:26.063577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Attempting to bind port 5a1f8678-eeb7-4332-a157-30d71bd52d3d on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:26.063954 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Attempting to bind port 5a1f8678-eeb7-4332-a157-30d71bd52d3d by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:26.064657 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Attempting to bind port 5a1f8678-eeb7-4332-a157-30d71bd52d3d on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:26.075575 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:26.075962 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:26.076376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.076778 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:26.077270 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Bound port: 5a1f8678-eeb7-4332-a157-30d71bd52d3d, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:26.078356 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.104536 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Pushing event updated for resources: {'Port': ['ID=5a1f8678-eeb7-4332-a157-30d71bd52d3d,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:26.107635 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:26.163287 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] For port 5a1f8678-eeb7-4332-a157-30d71bd52d3d, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:26.167061 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] For port 5a1f8678-eeb7-4332-a157-30d71bd52d3d, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5a1f8678-eeb7-4332-a157-30d71bd52d3d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:26.231867 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.234815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Allocated IP 172.20.0.1 (d28cd2d8-9d31-41d9-88f2-074993c56563/62bf0761-89ba-4175-ab60-b05f394e4f1a/8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:26.243322 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:26.311560 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:26.329393 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671d2670>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:26.388190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.403832 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Pushing event updated for resources: {'Port': ['ID=5a1f8678-eeb7-4332-a157-30d71bd52d3d,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:26.407570 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:26.408281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Transition to ACTIVE for port object 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:26.490200 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:16:26.512023 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.515879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eac9addc-9057-4829-aca0-9e8dbd970908 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:26.518795 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:26.582859 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Network d28cd2d8-9d31-41d9-88f2-074993c56563 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:26.585869 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:26.589605 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:26.642835 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:26.647523 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:26.670114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:26.751434 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22e9a8-794f-48c2-83b3-947f189e7823 req-2f9b4212-1364-4306-b677-646469d3014c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:26.753595 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ca22e9a8-794f-48c2-83b3-947f189e7823 req-2f9b4212-1364-4306-b677-646469d3014c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2914147
Jun 30 19:16:26.822934 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ca22e9a8-794f-48c2-83b3-947f189e7823 req-b072cbe4-5507-4296-b1c2-615f3e1ae27a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626841
Jun 30 19:16:26.894171 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671d2670>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:23Z', 'revision_number': 3, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:26.899497 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b97d-9bed-472a-8026-ab70d8bd5a21 None None] The sync data for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi is: [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:23Z', 'revision_number': 3, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:26.955658 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-85e10e3f-c30e-43d4-b555-adfb3686ad02 None None] Provisioning for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:26.963292 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-85e10e3f-c30e-43d4-b555-adfb3686ad02 None None] Provisioning complete for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:26.963937 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-85e10e3f-c30e-43d4-b555-adfb3686ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.035220 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-85e10e3f-c30e-43d4-b555-adfb3686ad02 None None] Port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:27.172279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.471254 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.557513 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.568127 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56404) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:27.589774 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:27.686717 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:27.698096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:27.724753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.740113 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.763482 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:27.781057 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Usage tracker for resource:security_group_rule and tenant:dcc498969a914d558480b380466f7bc6 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:27.782664 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:27.789131 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:27.899790 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.951221 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:27.960856 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Network d28cd2d8-9d31-41d9-88f2-074993c56563 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:27.968631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:27.971882 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-49ca43a9-183e-4417-88da-363494437a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:28.053869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fed40a-bfa9-46b7-9aa1-37df87776fc2,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:28.073557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:28.078345 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcc498969a914d558480b380466f7bc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068924
Jun 30 19:16:28.079132 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56416) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:28.217416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.266955 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.330561 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Router 2db0030a-cdfe-426f-8693-c52ddd824a1c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:28.370922 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-dadf2517-fc7e-40d1-aeb8-461f470b08ff None None] Provisioning complete for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:28.371920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-dadf2517-fc7e-40d1-aeb8-461f470b08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.418072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbf37-eca9-4607-af4f-9ab512fbdee8 req-de5927b3-225c-4fd8-bbf4-236cf012c56e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:28.419964 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1a7cbf37-eca9-4607-af4f-9ab512fbdee8 req-de5927b3-225c-4fd8-bbf4-236cf012c56e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.4347579
Jun 30 19:16:28.436433 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5a1f8678-eeb7-4332-a157-30d71bd52d3d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:28.473378 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1a7cbf37-eca9-4607-af4f-9ab512fbdee8 req-c95de74f-4eb3-4c12-9450-fbb219659c97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432386
Jun 30 19:16:28.483274 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.494895 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-25eb2b1d-2682-4d5b-8c05-26f01c1a4b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:28.511536 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fed40a-bfa9-46b7-9aa1-37df87776fc2,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:28.515515 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:28.519771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.520906 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8fed40a-bfa9-46b7-9aa1-37df87776fc2 HTTP/1.1" status: 204  len: 168 time: 0.4403932
Jun 30 19:16:28.581253 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-dadf2517-fc7e-40d1-aeb8-461f470b08ff None None] Port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:28.644491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:28.649646 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 5a1f8678-eeb7-4332-a157-30d71bd52d3d completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:28.656951 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5a1f8678-eeb7-4332-a157-30d71bd52d3d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:28.657665 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.661784 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] 10.222.0.78 "PUT /v2.0/routers/2db0030a-cdfe-426f-8693-c52ddd824a1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5147598
Jun 30 19:16:28.794201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.821542 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 5a1f8678-eeb7-4332-a157-30d71bd52d3d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5a1f8678-eeb7-4332-a157-30d71bd52d3d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:28.833610 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b4153-899c-4f16-8183-ab058816c9c9 req-dc0ff3fb-ccd8-4b18-a643-c8d7d315f6b5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:28.835055 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d85b4153-899c-4f16-8183-ab058816c9c9 req-dc0ff3fb-ccd8-4b18-a643-c8d7d315f6b5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.1060147
Jun 30 19:16:28.866625 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:28.869815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:28.891002 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d85b4153-899c-4f16-8183-ab058816c9c9 req-a23bd451-a96f-4569-9d04-18bd15394a1e tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490227
Jun 30 19:16:28.936915 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Sync routers for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:28.949193 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:28.950373 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67252850>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:29.009046 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=5a1f8678-eeb7-4332-a157-30d71bd52d3d,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:29.019482 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:29.143010 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:29.263920 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56436) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:29.282200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.298515 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:29.303308 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Usage tracker for resource:security_group_rule and tenant:c64a31dafdbb4387a616bb02f0485ba3 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:29.306689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:29.313645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:29.416384 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.465840 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67252850>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:27Z', 'revision_number': 4, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce', 'name': '', 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'mac_address': 'fa:16:3e:c1:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:25Z', 'updated_at': '2021-06-30T19:16:27Z', 'revision_number': 2, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'subnets': [{'id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:29.469744 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Checking router: 2db0030a-cdfe-426f-8693-c52ddd824a1c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:29.470088 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Updating router 2db0030a-cdfe-426f-8693-c52ddd824a1c port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:29.474553 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56440) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:29.481892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370433438', 'description': 'tempest-secgroup-smoke-370433438 description', 'project_id': '553fa56c9f5c49d38fd9079989eff904'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:29.490894 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:29.495034 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:29.498006 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:29.503617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.512603 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:29.514574 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c5e450c2-b3c2-4fd6-b9dc-772a0959a781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:29.528834 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.561710 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c64a31dafdbb4387a616bb02f0485ba3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2942457
Jun 30 19:16:29.562389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56446) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:29.578145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a005c-5f9f-4fd7-8f28-ca50291eb6b8,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:29.584542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:29.633890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.696205 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.734209 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:29.749529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:29.753427 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:29.771165 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.785887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:29.873270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a03363-3987-465c-9a92-5aea4d63bea0 req-4507f998-8310-4ca2-b956-2c6dc38987d7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:29.874414 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85a03363-3987-465c-9a92-5aea4d63bea0 req-4507f998-8310-4ca2-b956-2c6dc38987d7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2293425
Jun 30 19:16:29.925651 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.972234 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:29.975576 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85a03363-3987-465c-9a92-5aea4d63bea0 req-148a7796-1505-4964-9728-65313ac0f075 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839093
Jun 30 19:16:30.031435 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Transition to ACTIVE for port object 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:30.052359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.062738 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fab55db0-4982-4db3-a575-2bfb82a3abbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:30.083673 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.088049 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a005c-5f9f-4fd7-8f28-ca50291eb6b8,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:30.090656 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:30.091142 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:30.134646 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.143223 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.143372 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-9830283b-554b-4b5a-9982-0d3f4a7867a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:30.143465 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1dbe0b91-2fb4-470d-b5ef-cc5051f20a98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/157a005c-5f9f-4fd7-8f28-ca50291eb6b8 HTTP/1.1" status: 204  len: 168 time: 0.5773149
Jun 30 19:16:30.152564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d066f9d6-34d3-482a-9ed9-9fe6795abacf,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:30.155636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:30.184239 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb2ab-00e5-42ed-9369-4e3cd2b87090 req-ec56f02d-0dac-46dc-b0c1-d0e654c70784 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:30.186110 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-006eb2ab-00e5-42ed-9369-4e3cd2b87090 req-ec56f02d-0dac-46dc-b0c1-d0e654c70784 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.1708624
Jun 30 19:16:30.193151 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.194649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7191150
Jun 30 19:16:30.199126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56454) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:30.206439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:30.213919 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:30.218688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:30.222323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:30.241087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:30.247003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-006eb2ab-00e5-42ed-9369-4e3cd2b87090 req-ff4868b3-8d92-418d-b27e-dba7ba42f369 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548847
Jun 30 19:16:30.324931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.357060 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c9382-9d19-44f8-8b74-d577275d4bde None None] Pushing event updated for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:30.363102 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5a1f8678-eeb7-4332-a157-30d71bd52d3d up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:30.378727 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a26c9382-9d19-44f8-8b74-d577275d4bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:30.437377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.458391 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 5a1f8678-eeb7-4332-a157-30d71bd52d3d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:30.458869 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.464650 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Attempting to bind port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:30.465085 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Attempting to bind port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:30.471254 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Attempting to bind port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce on network d28cd2d8-9d31-41d9-88f2-074993c56563 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:30.471254 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:30.471463 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Checking segment: {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:30.472052 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.472570 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Bound using segment: {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:30.473636 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Bound port: 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9674821-cafc-48c0-8e6b-db049698f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:30.473636 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.530746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.563091 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:30.579240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d066812e-d688-442c-83a2-9ced5fd4f606,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:30.583274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:30.589572 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] For port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:30.593012 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] For port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:30.627375 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b23c08d9-d304-4f3d-bdb1-c4d3f7971fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.649697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.653617 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.653742 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4495435
Jun 30 19:16:30.653742 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56460) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:30.655287 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-94952c7f-fac6-454e-8319-a1460acfe83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:30.658945 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:30.665673 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:30.669455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:30.672430 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:30.679076 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:30.706859 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-9c4f882e-afed-4e42-9aa9-1615685dc659 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:30.710405 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-9c4f882e-afed-4e42-9aa9-1615685dc659 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.0901346
Jun 30 19:16:30.760414 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c9382-9d19-44f8-8b74-d577275d4bde None None] Pushing event updated for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:30.760671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.765527 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-a26c9382-9d19-44f8-8b74-d577275d4bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:30.770835 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:30.771929 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67252850>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:30.804459 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Deleting port d874b790-9427-44b1-bc68-1da0f556583d {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:16:30.807371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.902814 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:30.996179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56464) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:31.036183 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:31.041397 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.045499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.060085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:31.089776 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bc7a88-b8c9-4b2e-adb6-43a3241d97a6,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:31.093165 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:31.095880 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:31.102699 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Usage tracker for resource:security_group_rule and tenant:fbdc4f6fe75b4d97ab6b640711ca3981 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:31.106135 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:31.112789 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:31.182786 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.184375 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5297353
Jun 30 19:16:31.187128 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56470) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:31.200862 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:31.208041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.209540 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:31.217606 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:31.223653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:31.232173 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:31.280886 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] For port d874b790-9427-44b1-bc68-1da0f556583d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d874b790-9427-44b1-bc68-1da0f556583d,segment=NetworkSegment(93d3e795-77ef-4ae9-baff-ec1ed8f6fd07),segment_id=93d3e795-77ef-4ae9-baff-ec1ed8f6fd07)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:31.281594 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.301824 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.325755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.371673 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.381284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c6a20e5a-d376-47d7-af16-9a91c285b55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:31.416880 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875757f2-5305-4481-b661-c88e8e53c7bd req-de9736af-5807-4d53-b28b-a32be77f1667 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:31.418381 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-875757f2-5305-4481-b661-c88e8e53c7bd req-de9736af-5807-4d53-b28b-a32be77f1667 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.2604272
Jun 30 19:16:31.425541 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Calling delete_port for d874b790-9427-44b1-bc68-1da0f556583d owned by compute:nova {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:16:31.426856 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67252850>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:27Z', 'revision_number': 4, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce', 'name': '', 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'mac_address': 'fa:16:3e:c1:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:25Z', 'updated_at': '2021-06-30T19:16:30Z', 'revision_number': 4, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'subnets': [{'id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:31.431644 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9e148-866e-447d-9a80-79d5c86ab920 None None] The sync data for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi is: [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:16:27Z', 'revision_number': 4, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce', 'name': '', 'network_id': 'd28cd2d8-9d31-41d9-88f2-074993c56563', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'mac_address': 'fa:16:3e:c1:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:25Z', 'updated_at': '2021-06-30T19:16:30Z', 'revision_number': 4, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'subnets': [{'id': '62bf0761-89ba-4175-ab60-b05f394e4f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:31.436232 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca994ae-821a-44fc-be82-b91835d31d1a,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:31.444195 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbdc4f6fe75b4d97ab6b640711ca3981&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4466412
Jun 30 19:16:31.444938 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56478) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:31.445784 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:31.458903 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.539927 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.555826 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e93e9691-4223-4067-b3f8-3c833a09eeb0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:31.574808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.579338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ebec2c-b83f-453c-bee3-c9c983cebc8a,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:31.582371 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:31.599202 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-875757f2-5305-4481-b661-c88e8e53c7bd req-90630258-b4cd-48a3-b965-3622ae5ac8fc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400118
Jun 30 19:16:31.616178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.662722 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c098e-9950-4b4a-8f16-9b009401c978 req-8b9e778a-babb-4123-9c05-bfe1423e3515 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:31.669264 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b3c098e-9950-4b4a-8f16-9b009401c978 req-8b9e778a-babb-4123-9c05-bfe1423e3515 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 946 time: 0.2112031
Jun 30 19:16:31.683040 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.687118 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4959562
Jun 30 19:16:31.689769 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56482) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:31.697615 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:31.704514 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:31.708628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:31.713036 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:31.720103 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:31.742725 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.751621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5dbca24b-d856-4b25-bb7e-54652ad9194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:31.768284 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b3c098e-9950-4b4a-8f16-9b009401c978 req-4c73630e-6a20-4f49-9cad-0209593e485b tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/security-groups?id=2088c9b7-d80a-47d5-9df3-45468524ac59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966268
Jun 30 19:16:31.775962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.779957 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ca994ae-821a-44fc-be82-b91835d31d1a HTTP/1.1" status: 204  len: 168 time: 0.3242326
Jun 30 19:16:31.779957 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca994ae-821a-44fc-be82-b91835d31d1a,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:31.792495 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:31.826047 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.832371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:31.835639 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.840603 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d874b790-9427-44b1-bc68-1da0f556583d'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:16:31.938952 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.939854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Pushing event deleted for resources: {'Port': ['ID=d874b790-9427-44b1-bc68-1da0f556583d,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:31.942378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:31.993537 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] No DVR routers for this DVR port d874b790-9427-44b1-bc68-1da0f556583d on host hv-cinder-79887 {{(pid=79179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:16:31.995983 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:31.998623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'name': 'network-vif-deleted', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:16:32.013263 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.014822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2cc19a8-d501-4c1b-b4be-7867f15581ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:32.020221 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1821a39e-2ad0-4bb2-ac70-b2a35acca45a req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.97 "DELETE /v2.0/ports/d874b790-9427-44b1-bc68-1da0f556583d HTTP/1.1" status: 204  len: 173 time: 1.3020401
Jun 30 19:16:32.041581 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe333a6-f8cc-441a-8948-8ad88af7c5f4,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:32.044316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:32.061432 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a03d6-f3a4-4191-820e-9783ed97318e', 'name': 'network-vif-deleted', 'tag': 'd874b790-9427-44b1-bc68-1da0f556583d', 'status': 'completed', 'code': 200}
Jun 30 19:16:32.161615 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.162832 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b06ed22a-4548-44f7-901b-3b6c28f1b4a4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4717724
Jun 30 19:16:32.166390 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56490) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:32.175078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:32.181695 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:32.185612 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:32.188647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:32.199266 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:32.314068 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.securitygroups_db [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Project 553fa56c9f5c49d38fd9079989eff904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:32.323847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.449866 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:32.458290 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.526947 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.535211 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:32.553890 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444ae765-1069-4959-a70e-affe598cdddb,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:32.557020 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:32.619966 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:32.625348 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:32.625681 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.637252 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.638591 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4679487
Jun 30 19:16:32.641748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56506) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:32.651305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'security_group_rule': {'security_group_id': 'd066f9d6-34d3-482a-9ed9-9fe6795abacf', 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:32.671611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:32.671611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:security_group_rule and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:32.672803 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:32.680708 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:32.766660 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.768704 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.securitygroups_db [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Project 553fa56c9f5c49d38fd9079989eff904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:32.776152 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.820939 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:32.851952 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d23b80-8c9e-4923-b85a-cfc3ca5502b0 req-ecd1e670-21a8-4ef3-83c3-5383bf73c99b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:32.853727 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b9d23b80-8c9e-4923-b85a-cfc3ca5502b0 req-ecd1e670-21a8-4ef3-83c3-5383bf73c99b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.1150568
Jun 30 19:16:32.921830 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b9d23b80-8c9e-4923-b85a-cfc3ca5502b0 req-b722702b-6c13-44d9-801f-ee243f9e6caf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611677
Jun 30 19:16:32.934505 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.941561 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:32.942384 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b415dd9f-6e3f-40e5-a9d1-dfd2670d1ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:33.023964 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:33.028158 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:33.035315 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-aae85070-8cc9-463c-84ab-3adf377758c5 req-824f76ca-093f-47f9-8266-c036d92955e7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Synchronizing usage tracker for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:33.070366 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.070366 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:33.094003 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5556be6-9ef0-4ed8-8742-01a69f421004,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:33.110177 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:33.115353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56520) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:33.134772 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-aae85070-8cc9-463c-84ab-3adf377758c5 req-824f76ca-093f-47f9-8266-c036d92955e7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Unset dirty status for tenant:85d8bf5423c84486b3dd7597680ff0bb on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:33.135938 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-aae85070-8cc9-463c-84ab-3adf377758c5 req-824f76ca-093f-47f9-8266-c036d92955e7 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b16a03d6-f3a4-4191-820e-9783ed97318e HTTP/1.1" status: 200  len: 210 time: 0.1438107
Jun 30 19:16:33.151642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.164084 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7c1a6ea0-b8a4-41a4-b66f-b02b19cbf5f1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5100617
Jun 30 19:16:33.249974 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1588000654-network', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:33.254916 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:33.259144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Usage tracker for resource:network and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:33.262322 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:33.270625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:33.352511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Made reservation on behalf of 46ce4880b8e44e15b6b2ef02000a1596 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:33.358310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.369988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.387226 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:33.391062 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:33.393929 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:33.400255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:33.471168 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-402f249f-4d26-4883-a783-df7019eee853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.491495 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.584298 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.589371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ad999251-8fb6-4701-bdcc-2408c657f638 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:33.615962 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:16:33.624888 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00477bd9-0be1-4ed7-9ee3-e6fed4e9e180,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:33.628187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:33.631902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.632409 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Added segment 3322d98f-e9e9-4da9-9f59-482ccdebd14d of type vlan for network 4e8ba060-8375-44ef-9e63-bd6200540e0c
Jun 30 19:16:33.657921 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.774228 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.775630 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:33.776220 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:33.779953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-77fc0ff4-7fe7-4f2a-8d33-afc5ff949d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:33.877778 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8ba060-8375-44ef-9e63-bd6200540e0c,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:33.880395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:33.891142 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:16:33.990610 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8738718
Jun 30 19:16:33.994250 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56564) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:33.999745 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Request body: {'subnet': {'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1588000654-subnet', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:34.004554 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:34.008409 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Usage tracker for resource:subnet and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:34.011300 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:34.016953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:34.124775 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103a45a-f448-4347-89ed-0e9bc439aa2e req-063101bd-7756-4dab-a148-528aca5f2249 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:34.126312 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b103a45a-f448-4347-89ed-0e9bc439aa2e req-063101bd-7756-4dab-a148-528aca5f2249 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.0803931
Jun 30 19:16:34.145914 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Made reservation on behalf of 46ce4880b8e44e15b6b2ef02000a1596 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:34.148548 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:34.279497 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b103a45a-f448-4347-89ed-0e9bc439aa2e req-5de26724-0c2d-4660-9ff1-06331580867f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470966
Jun 30 19:16:34.319960 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d874b790-9427-44b1-bc68-1da0f556583d no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:16:34.391451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:34.405144 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:34.436972 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: d874b790-9427-44b1-bc68-1da0f556583d {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:16:34.437359 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d874b790-9427-44b1-bc68-1da0f556583d not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:16:34.492777 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:34.493334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:34.602576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:34.607633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9a7bb6d3-f0a1-4deb-9071-8fa603bc0564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:34.684652 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2d9039-fca0-47b7-aaa2-80f2e91734dc,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:34.689441 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:34.689801 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Network hostable DHCP agents. Network: 4e8ba060-8375-44ef-9e63-bd6200540e0c, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:16:34.700182 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.700559 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.700921 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.701309 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.701667 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.702018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.702625 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.703011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.703361 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.703703 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.704046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.704406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:34.710441 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:34.848426 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:16:34.968737 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 4e8ba060-8375-44ef-9e63-bd6200540e0c) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:34.975163 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:34.977152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:34.979352 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94bc20-3fee-4454-9c64-fc26166bb6a6 None None] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:35.112617 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-6dc9b66f-130a-49db-8d12-f9ef7b76bc53 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1172988
Jun 30 19:16:35.115670 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56592) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:35.121715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:35.142269 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:35.151806 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Usage tracker for resource:router and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:35.154705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:35.161744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:35.223869 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-4e8ba060-8375-44ef-9e63-bd6200540e0c', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:16:35.227371 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.247288 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.251632 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.263310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.416347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Allocated IP 172.20.0.2 (4e8ba060-8375-44ef-9e63-bd6200540e0c/da2d9039-fca0-47b7-aaa2-80f2e91734dc/fcac8e5d-4bdc-47cf-819a-b6a4fc298c95) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:35.705753 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.713394 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.731382 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Transition to ACTIVE for port object fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:35.737147 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1ad8f-b6b0-47a3-b14f-afcffd01f9b7 req-53dff9db-65ed-4cd4-86ec-e90b4eff3b5f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:35.738995 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b5e1ad8f-b6b0-47a3-b14f-afcffd01f9b7 req-53dff9db-65ed-4cd4-86ec-e90b4eff3b5f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 944 time: 0.3137896
Jun 30 19:16:35.750809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Transition to ACTIVE for port object fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:35.754395 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.894788 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b5e1ad8f-b6b0-47a3-b14f-afcffd01f9b7 req-aab30afc-d203-4bdc-b91b-66e5d011f085 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1489637
Jun 30 19:16:35.929834 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:35.929834 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:35.933789 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882a39-e5da-4d88-ac5c-52b455177aea req-f413385f-7252-404a-b3c2-79d66b4323b6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:35.935292 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c882a39-e5da-4d88-ac5c-52b455177aea req-f413385f-7252-404a-b3c2-79d66b4323b6 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.1746376
Jun 30 19:16:35.940747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-325d76c7-a12f-4d11-9b22-5277e257d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:35.942197 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-325d76c7-a12f-4d11-9b22-5277e257d486 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1138 time: 0.1396320
Jun 30 19:16:35.995206 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:35.997915 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:36.001471 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:36.010948 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Pushing event updated for resources: {'Port': ['ID=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:36.036165 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:36.075693 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1c882a39-e5da-4d88-ac5c-52b455177aea req-e7c46881-8773-4314-84a3-1c66977126ed tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1325159
Jun 30 19:16:36.098871 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Attempting to bind port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:36.099255 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Attempting to bind port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:36.099625 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Attempting to bind port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:36.105784 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:36.106162 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:36.106568 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.106999 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Bound using segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:36.107463 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Bound port: fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:36.108058 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.185942 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-b4b04226-2dd5-446a-ad63-53a08e45d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:36.188120 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-b4b04226-2dd5-446a-ad63-53a08e45d7de service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.2280262
Jun 30 19:16:36.218755 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] For port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:36.222493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] For port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:36.302400 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.307912 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:36.315649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-60e4665d-7f77-4f0d-a724-363495e05137 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 1001 time: 0.1169324
Jun 30 19:16:36.350733 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:16:36.407090 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-8bf8225e-e8b9-472f-9e38-de789e7eff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:36.408582 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-8bf8225e-e8b9-472f-9e38-de789e7eff17 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.0847728
Jun 30 19:16:36.554863 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Pushing event updated for resources: {'Port': ['ID=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:36.565701 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:36.577903 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:36.603337 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'mac_address': 'fa:16:3e:b2:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:16:36.704530 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.734947 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:16:36.748408 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:36.841694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.844201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:36.877922 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.911513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:36.916790 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-7061aa5b-3df9-4f93-8d0d-3325d26a1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:36.918421 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-7061aa5b-3df9-4f93-8d0d-3325d26a1baf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4477260
Jun 30 19:16:36.928684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=9']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:36.932111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:37.137395 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d108b4d4-7b09-4f24-a3ee-344472ed6cc3'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:16:37.275561 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-214e8eaf-6c6a-475a-9911-c19021242a30 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3212211
Jun 30 19:16:37.306491 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Allocated IP 172.27.0.70 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/d12814c5-9d03-493e-a08c-65a1fa7df76f) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:37.441121 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec5441-d857-452c-a0e0-f91a2f4d3a9a req-4c60d025-359f-4209-b760-ba760301d6dd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:37.442694 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-35ec5441-d857-452c-a0e0-f91a2f4d3a9a req-4c60d025-359f-4209-b760-ba760301d6dd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.4034991
Jun 30 19:16:37.553963 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4d3dd-ccef-4be7-a237-d4c98497b060 None None] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:37.609481 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-838dbbac-16b9-423b-9e54-e9affc6b5c8a req-62f1e2df-f430-459f-ba7a-b1a1b342a23c service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3231790
Jun 30 19:16:37.617505 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d834e-e5c9-4819-8c3c-6fef3318d59d req-6241efb2-7cb7-4e7e-a36a-ddfa0f218052 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:37.618874 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2c2d834e-e5c9-4819-8c3c-6fef3318d59d req-6241efb2-7cb7-4e7e-a36a-ddfa0f218052 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.4022653
Jun 30 19:16:37.627077 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-35ec5441-d857-452c-a0e0-f91a2f4d3a9a req-ea35eafe-564e-4000-a0a6-1be018f8fc78 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218791
Jun 30 19:16:37.692867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:37.716919 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2c2d834e-e5c9-4819-8c3c-6fef3318d59d req-c3f9ee36-7b6b-4f11-9365-e2a434da0744 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0887535
Jun 30 19:16:37.792360 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-460c24da-6779-47f9-b9ba-725bbfed9e58 None None] Provisioning for port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:37.809799 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:37.818736 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-ea4f497d-4eaf-45fc-abf6-619bf41de79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:37.888660 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:37.892294 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:37.896143 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:37.939474 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Pushing event updated for resources: {'Port': ['ID=d12814c5-9d03-493e-a08c-65a1fa7df76f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:37.943683 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:38.383743 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:38.433106 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:38.515835 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:38.521064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:38.521550 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:38.651414 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:38.685069 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:38.778867 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:38.782486 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:38.880746 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:38.888829 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:39.021455 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d19c-ea3c-4c04-890f-16ce12025185 req-2ce6637b-c654-4c5e-984e-a8a473779d73 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:39.023843 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1130d19c-ea3c-4c04-890f-16ce12025185 req-2ce6637b-c654-4c5e-984e-a8a473779d73 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.2487555
Jun 30 19:16:39.037231 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:39.138201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c314-bac6-4d9b-8f35-9ec5225c3318 req-ea91fa74-0cae-4e12-b652-12fb6fc55d07 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:39.139692 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-80d0c314-bac6-4d9b-8f35-9ec5225c3318 req-ea91fa74-0cae-4e12-b652-12fb6fc55d07 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2257066
Jun 30 19:16:39.168485 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1130d19c-ea3c-4c04-890f-16ce12025185 req-800c6b0e-d5b8-4591-ac0a-8751bb7d3e61 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370068
Jun 30 19:16:39.301896 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-80d0c314-bac6-4d9b-8f35-9ec5225c3318 req-02372030-6b4e-4054-8037-1d665e520889 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1237595
Jun 30 19:16:39.425552 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:16:39.606809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:39.615236 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:39.624429 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:39.625118 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66897ca0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:39.705702 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:39.709514 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5897756
Jun 30 19:16:39.709835 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56634) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:39.839619 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:40.134874 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66897ca0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:38Z', 'revision_number': 3, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:40.138804 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:40.139162 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Updating router 7873dc33-486e-4d2d-a573-3dbafddd5b77 port d12814c5-9d03-493e-a08c-65a1fa7df76f binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:40.198695 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.370991 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:40.533992 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b226-ac46-47be-adc5-75cba4456124 req-76f46f67-788d-4d4f-a08a-c36e6db7fe94 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:40.535440 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94a5b226-ac46-47be-adc5-75cba4456124 req-76f46f67-788d-4d4f-a08a-c36e6db7fe94 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.2138431
Jun 30 19:16:40.537991 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:40.538464 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.668641 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94a5b226-ac46-47be-adc5-75cba4456124 req-91dc1904-0ee4-40ec-af36-b40c91b16b0a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022992
Jun 30 19:16:40.678200 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.693986 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11e467-23f2-4223-9cd6-bf1b7734a424 req-8c7a07b1-4891-4d7f-a161-84c9f8c03ce8 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:40.700047 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b11e467-23f2-4223-9cd6-bf1b7734a424 req-8c7a07b1-4891-4d7f-a161-84c9f8c03ce8 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2492948
Jun 30 19:16:40.710307 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.735615 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Transition to ACTIVE for port object d12814c5-9d03-493e-a08c-65a1fa7df76f will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:40.821377 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b11e467-23f2-4223-9cd6-bf1b7734a424 req-0c5c645e-ca6a-4425-87fd-b81028c5f087 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1131313
Jun 30 19:16:40.824015 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.829067 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-3d55d47a-25f8-4097-be7f-2c8ac16842ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:40.926285 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Attempting to bind port d12814c5-9d03-493e-a08c-65a1fa7df76f on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:40.926669 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Attempting to bind port d12814c5-9d03-493e-a08c-65a1fa7df76f by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:40.927047 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Attempting to bind port d12814c5-9d03-493e-a08c-65a1fa7df76f on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:40.937186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Pushing event updated for resources: {'Port': ['ID=d12814c5-9d03-493e-a08c-65a1fa7df76f,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:40.940179 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:40.941352 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:40.941735 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:40.942158 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.942548 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:40.943022 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Bound port: d12814c5-9d03-493e-a08c-65a1fa7df76f, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:40.943403 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:40.999936 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Allocated IP 172.20.0.1 (4e8ba060-8375-44ef-9e63-bd6200540e0c/da2d9039-fca0-47b7-aaa2-80f2e91734dc/922e57dc-342d-4d3c-b95c-c3e7c53bb84a) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:41.041296 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] For port d12814c5-9d03-493e-a08c-65a1fa7df76f, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:41.043625 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] For port d12814c5-9d03-493e-a08c-65a1fa7df76f, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d12814c5-9d03-493e-a08c-65a1fa7df76f,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:41.123479 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.128256 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:41.164719 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.182744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Transition to ACTIVE for port object 922e57dc-342d-4d3c-b95c-c3e7c53bb84a will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:41.201242 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:41.201987 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66897ca0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:41.265299 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.271777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:41.289439 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Pushing event updated for resources: {'Port': ['ID=d12814c5-9d03-493e-a08c-65a1fa7df76f,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:41.304861 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:41.356847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:41.359645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:41.364240 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:41.401107 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Pushing event updated for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:41.411722 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:41.434957 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.447276 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:41.687419 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ec34-359e-4090-9f0f-a84430adb134 req-517e9911-553c-4743-9d17-fdc158281abf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:41.688948 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9383ec34-359e-4090-9f0f-a84430adb134 req-517e9911-553c-4743-9d17-fdc158281abf tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1480229
Jun 30 19:16:41.690371 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.806487 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9383ec34-359e-4090-9f0f-a84430adb134 req-13a06fa5-d22f-430e-bac8-d649086cd237 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047370
Jun 30 19:16:41.827656 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-15285478-9432-42cf-ac1c-6aca2a56ea5d None None] Provisioning for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:41.835064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-15285478-9432-42cf-ac1c-6aca2a56ea5d None None] Provisioning complete for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:41.837298 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-15285478-9432-42cf-ac1c-6aca2a56ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:41.899151 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-15285478-9432-42cf-ac1c-6aca2a56ea5d None None] Port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:41.917121 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66897ca0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:38Z', 'revision_number': 3, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:41.923140 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8a8a9-3c6c-4843-88bb-386beff1aa09 None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:38Z', 'revision_number': 3, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:42.093950 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e103f6-6904-4660-9bbd-4715d852b8db req-9280145b-f0ba-4ee5-a004-cfc881803430 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:42.095474 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6e103f6-6904-4660-9bbd-4715d852b8db req-9280145b-f0ba-4ee5-a004-cfc881803430 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 945 time: 0.2718325
Jun 30 19:16:42.156569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.183437 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6e103f6-6904-4660-9bbd-4715d852b8db req-c9b6b5ea-b05e-429e-aa59-063df1e93e6d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728989
Jun 30 19:16:42.192526 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae459-a9dd-4d62-af9a-7104b66918aa req-e4f30381-2491-450b-98dd-350eb84d04fc tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:42.193920 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4eaae459-a9dd-4d62-af9a-7104b66918aa req-e4f30381-2491-450b-98dd-350eb84d04fc tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2013531
Jun 30 19:16:42.249069 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.288848 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:42.464555 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d12814c5-9d03-493e-a08c-65a1fa7df76f up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:42.511699 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4eaae459-a9dd-4d62-af9a-7104b66918aa req-c2812ab2-4805-49ec-aeee-d83b4b4c0004 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3078544
Jun 30 19:16:42.523647 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:42.537896 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Pushing event updated for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:42.540322 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.543990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:42.626871 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:42.627258 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.682867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:42.684011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:42.694285 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port d12814c5-9d03-493e-a08c-65a1fa7df76f completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:42.705110 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port d12814c5-9d03-493e-a08c-65a1fa7df76f triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:42.707484 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.824813 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.889892 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:16:42.916082 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:42.945542 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.948534 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:42.985432 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'code': 200}
Jun 30 19:16:42.993575 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port d12814c5-9d03-493e-a08c-65a1fa7df76f, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d12814c5-9d03-493e-a08c-65a1fa7df76f,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:42.995079 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:42.998135 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:43.087011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:43.103126 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-01fc26e0-4f21-42ae-90ec-e660e811a574 None None] Provisioning complete for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:43.103522 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-01fc26e0-4f21-42ae-90ec-e660e811a574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:43.139248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=10']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:43.143035 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:43.155614 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:43.195242 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:43.205754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] 10.222.0.78 "PUT /v2.0/routers/7873dc33-486e-4d2d-a573-3dbafddd5b77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4941690
Jun 30 19:16:43.254749 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-01fc26e0-4f21-42ae-90ec-e660e811a574 None None] Port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:43.273152 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=d12814c5-9d03-493e-a08c-65a1fa7df76f,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:43.276524 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:43.477186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af321689-d7cc-4ca4-9c06-dd484371cf6e req-86b9ed2a-d1bf-4b23-9005-90665ffd7f13 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:43.478696 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af321689-d7cc-4ca4-9c06-dd484371cf6e req-86b9ed2a-d1bf-4b23-9005-90665ffd7f13 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1658633
Jun 30 19:16:43.486425 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b403b6-7383-4a86-b07c-05d6a688bceb req-5fd919ca-715f-468b-9f66-aac6e48e3681 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:43.487624 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-93b403b6-7383-4a86-b07c-05d6a688bceb req-5fd919ca-715f-468b-9f66-aac6e48e3681 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1118329
Jun 30 19:16:43.562580 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af321689-d7cc-4ca4-9c06-dd484371cf6e req-231f2380-268e-4f22-aa8f-76eb3dd4ffc7 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739655
Jun 30 19:16:43.575898 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-93b403b6-7383-4a86-b07c-05d6a688bceb req-c79327e2-3965-4d6a-a54b-4fa5affb3b55 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726173
Jun 30 19:16:43.832998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a30b3-97fa-4541-9eca-93fbb05b8329 req-9eb544b3-0627-4b74-9e68-0346fe948734 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:43.834904 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f4a30b3-97fa-4541-9eca-93fbb05b8329 req-9eb544b3-0627-4b74-9e68-0346fe948734 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.1293492
Jun 30 19:16:43.909963 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f4a30b3-97fa-4541-9eca-93fbb05b8329 req-3b745beb-2362-41c3-bdc9-d7a900e14552 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0666325
Jun 30 19:16:44.018030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2458cc-ed6c-442a-9685-5f84d16db3b7 req-af0eeb04-2b67-43b2-b844-467c62049987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:44.019505 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f2458cc-ed6c-442a-9685-5f84d16db3b7 req-af0eeb04-2b67-43b2-b844-467c62049987 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1100 time: 0.2530694
Jun 30 19:16:44.077545 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8f2458cc-ed6c-442a-9685-5f84d16db3b7 req-b11601cb-9523-45a8-ad62-d868eef60bbf service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406351
Jun 30 19:16:44.095939 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56704) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:44.109941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-994930571-network', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:44.115296 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:44.120282 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Usage tracker for resource:network and tenant:f4ae11070e2443b0b20c717bb049392a is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:44.124025 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:44.133614 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:44.134864 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:44.149686 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:44.149686 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6748e550>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:44.246602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Made reservation on behalf of f4ae11070e2443b0b20c717bb049392a for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:44.248945 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.262118 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.276741 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:44.280571 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ae11070e2443b0b20c717bb049392a is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:44.283454 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:44.289662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:44.340785 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:44.369731 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d12814c5-9d03-493e-a08c-65a1fa7df76f up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:44.456955 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65cd96-12ee-47a1-a114-61c566965616 req-b140c7ab-9a46-4ee0-a566-613fec4a8ecd tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:44.462354 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2d65cd96-12ee-47a1-a114-61c566965616 req-b140c7ab-9a46-4ee0-a566-613fec4a8ecd tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.1307700
Jun 30 19:16:44.462532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port d12814c5-9d03-493e-a08c-65a1fa7df76f triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:44.462532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.463720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.547230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.552881 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Deleting port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:16:44.553247 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.587909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0f324072-2d8b-4d50-990f-c081da265c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:44.636199 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:16:44.654511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18cce7-6ad4-43d1-b381-1ca27b6bc2ed,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:44.657848 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:44.689197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.689575 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Added segment 1c771713-4af4-444b-886a-20e4c74c8b2b of type vlan for network e92f49e4-b458-43ff-81ec-0d84a4c14e40
Jun 30 19:16:44.709048 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6748e550>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 2, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:44.709048 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:44.709048 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Updating router 7873dc33-486e-4d2d-a573-3dbafddd5b77 port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:44.762447 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.802464 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:44.808254 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.134481 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] For port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:45.142353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.184154 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.198245 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Transition to ACTIVE for port object 922e57dc-342d-4d3c-b95c-c3e7c53bb84a will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:45.229858 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.238472 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:45.240970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.250022 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9b936-e69c-4ea3-8e84-80ba328a4df9 req-a7f37259-51c7-4329-9be4-e55df0fc8e94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:45.251581 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-55e9b936-e69c-4ea3-8e84-80ba328a4df9 req-a7f37259-51c7-4329-9be4-e55df0fc8e94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 945 time: 0.5134006
Jun 30 19:16:45.257189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:45.295171 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.304862 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-2eb35f09-65b9-4449-9112-421c74bb02b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:45.400360 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8c1d-0ae8-4393-a40b-63f572ef65bd req-d7939e77-1fa3-43ef-bf9f-f09653b564aa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:45.401952 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b1e8c1d-0ae8-4393-a40b-63f572ef65bd req-d7939e77-1fa3-43ef-bf9f-f09653b564aa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.5998883
Jun 30 19:16:45.513063 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0375cb-7520-463d-8662-8660dd5da02d None None] Pushing event updated for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:45.573230 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-dc0375cb-7520-463d-8662-8660dd5da02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:45.581761 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4802687
Jun 30 19:16:45.581761 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Pushing event updated for resources: {'Network': ['ID=e92f49e4-b458-43ff-81ec-0d84a4c14e40,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:45.582053 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56732) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:45.584194 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:45.589010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Request body: {'subnet': {'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-994930571-subnet', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:45.595420 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:16:45.598038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:45.600219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-55e9b936-e69c-4ea3-8e84-80ba328a4df9 req-1c7b5041-62d5-43cc-8198-ab79d85bc0b2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=d47276b3-4de2-490f-bf62-b6b2681df160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2987828
Jun 30 19:16:45.608535 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Usage tracker for resource:subnet and tenant:f4ae11070e2443b0b20c717bb049392a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:45.624349 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:45.630832 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8b1e8c1d-0ae8-4393-a40b-63f572ef65bd req-253f0d11-6767-470f-932f-c00daf04488e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2128656
Jun 30 19:16:45.654281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:45.676491 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Attempting to bind port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:45.676491 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Attempting to bind port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:45.676491 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Attempting to bind port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:45.690696 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:45.691141 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:45.691460 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.691902 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Bound using segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:45.692424 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Bound port: 922e57dc-342d-4d3c-b95c-c3e7c53bb84a, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:45.698392 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.802873 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] For port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:45.808250 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Made reservation on behalf of f4ae11070e2443b0b20c717bb049392a for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:16:45.810387 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] For port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:45.810958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16496905'] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.840659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.841200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.841628 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Floating IP c389d6a7-5062-4dc6-854c-8c1992e3ae73 disassociated. External IP: 172.27.0.52, port: 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f.
Jun 30 19:16:45.842076 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Calling delete_port for 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f owned by compute:nova {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:16:45.927381 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:45.932520 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:46.028403 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0375cb-7520-463d-8662-8660dd5da02d None None] Pushing event updated for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:46.032559 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-dc0375cb-7520-463d-8662-8660dd5da02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:46.043356 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:46.044141 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6748e550>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:46.061795 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8831-3d5c-45c7-a3e7-15afca9fb7f0 req-232e7398-dad0-42fd-ac3d-1c4ba57e292c tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:46.063540 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df8e8831-3d5c-45c7-a3e7-15afca9fb7f0 req-232e7398-dad0-42fd-ac3d-1c4ba57e292c tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2293892
Jun 30 19:16:46.170347 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15185836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16496927'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:46.176483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:46.193264 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df8e8831-3d5c-45c7-a3e7-15afca9fb7f0 req-8d98295c-478c-4e11-9f1a-de11ddc4e4e4 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1025283
Jun 30 19:16:46.253876 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:46.262909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-99c6e944-ec81-43ef-a024-b53325d4b78c tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:46.345111 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:46.348565 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d3736e-8220-4910-a30f-b9cc967b5fd7,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:46.351988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'Port': ['ID=96a7a470-b053-4c5e-a5e2-04b2a75b1f3f,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:46.364379 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:46.364544 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.364967 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.365598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.366688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.367304 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.367873 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.368429 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.368944 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.369510 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.370025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.374180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.374180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:46.375196 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Checking segment: {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:46.375796 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Network hostable DHCP agents. Network: e92f49e4-b458-43ff-81ec-0d84a4c14e40, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:16:46.381570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:46.517145 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:16:46.575281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:46.597623 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, e92f49e4-b458-43ff-81ec-0d84a4c14e40) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:46.611841 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb300ac-06a5-46c6-90fa-62ea92193197 None None] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:46.618464 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:46.619446 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:46.735386 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-653067f4-4cc0-479d-a49a-3173e57dba49 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1521480
Jun 30 19:16:46.738190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56772) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:46.753169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:46.775669 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:46.794573 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Usage tracker for resource:router and tenant:f4ae11070e2443b0b20c717bb049392a is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:46.801326 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6748e550>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:45Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:46.805519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:46.818559 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b65fa-745b-44a5-afc5-c133f36b8ba4 None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:45Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:46.831527 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:46.860328 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:46.867656 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:46.946627 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:46.947895 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66792790>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:47.016688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1987'] for router, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.021742 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-964328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2042'] for router, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.049903 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] No DVR routers for this DVR port 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f on host hv-cinder-79887 {{(pid=79179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:16:47.053567 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-246712e1-b7ca-4036-8a6b-4f5aa3b1dea5 req-1fd7a98d-6398-4c0e-802a-54776908f015 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.1776674
Jun 30 19:16:47.061799 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.071352 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'name': 'network-vif-deleted', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:16:47.079019 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.133360 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daf2aa-0433-4899-a549-fd12adff0641 req-22c2e052-cc48-4c7f-a577-fb70cb76298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:47.135054 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6daf2aa-0433-4899-a549-fd12adff0641 req-22c2e052-cc48-4c7f-a577-fb70cb76298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1466053
Jun 30 19:16:47.195146 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df5fbd-8657-4730-98fb-39267c984b72', 'name': 'network-vif-deleted', 'tag': '96a7a470-b053-4c5e-a5e2-04b2a75b1f3f', 'status': 'completed', 'code': 200}
Jun 30 19:16:47.209093 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2d65cd96-12ee-47a1-a114-61c566965616 req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "DELETE /v2.0/ports/96a7a470-b053-4c5e-a5e2-04b2a75b1f3f HTTP/1.1" status: 204  len: 173 time: 2.7349553
Jun 30 19:16:47.242625 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a6daf2aa-0433-4899-a549-fd12adff0641 req-7c1ad3a3-e792-4b44-ae7b-599da7e67dc0 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875030
Jun 30 19:16:47.465091 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aeafa22-52ee-5134-9632-4396bf2640a5-e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7'}]}} from dv-cinder-798879-1-iscsi. {{(pid=79180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 30 19:16:47.466395 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.526191 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:47.729028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2020'] for router, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:47.887342 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdf377-badc-402b-8bd4-1a843ad47ef4 req-9b1c2f86-305d-4e5e-8a5f-d873ed881fe5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:47.904582 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fecdf377-badc-402b-8bd4-1a843ad47ef4 req-9b1c2f86-305d-4e5e-8a5f-d873ed881fe5 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.4036472
Jun 30 19:16:47.978160 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fecdf377-badc-402b-8bd4-1a843ad47ef4 req-aa95305b-6996-43b8-bcdf-3923cfdb13d7 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0719206
Jun 30 19:16:48.212119 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.db_base_plugin_common [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Allocated IP 172.20.0.2 (e92f49e4-b458-43ff-81ec-0d84a4c14e40/e9d3736e-8220-4910-a30f-b9cc967b5fd7/af4e3296-fa0f-4929-a875-ad1433b9ef56) {{(pid=79180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:48.488617 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66792790>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:48.558144 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 922e57dc-342d-4d3c-b95c-c3e7c53bb84a up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:48.574233 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9f4a9682-c9cc-4bf1-9127-86f8c9316b5f req-1d0db7d2-1219-46c8-bb88-5b32bfe1a2e8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:48.608126 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:16:48.655408 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6138ae2-df8d-4379-b9ee-7a795ed3f963 req-6ff1e5d2-a5f5-4520-b205-f5c0e2d8028f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:48.658708 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:48.670793 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:48.679394 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6138ae2-df8d-4379-b9ee-7a795ed3f963 req-6ff1e5d2-a5f5-4520-b205-f5c0e2d8028f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1637502
Jun 30 19:16:48.691251 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:16:48.695451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 96a7a470-b053-4c5e-a5e2-04b2a75b1f3f not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:16:48.717305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:48.724264 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:48.724264 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66792790>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:48.733510 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9f4a9682-c9cc-4bf1-9127-86f8c9316b5f req-1d0db7d2-1219-46c8-bb88-5b32bfe1a2e8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:48.759140 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9f4a9682-c9cc-4bf1-9127-86f8c9316b5f req-1d0db7d2-1219-46c8-bb88-5b32bfe1a2e8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=22df5fbd-8657-4730-98fb-39267c984b72 HTTP/1.1" status: 200  len: 210 time: 0.3365097
Jun 30 19:16:48.793927 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6138ae2-df8d-4379-b9ee-7a795ed3f963 req-fe047b6b-20b7-4ac5-a683-475a0352cc9c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135020
Jun 30 19:16:48.862280 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks [] for port, precommit_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:48.909266 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Allocated IP 172.27.0.186 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/f4ba6481-ad9e-48f1-878a-0e8f39c797f3) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:48.935285 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Transition to ACTIVE for port object af4e3296-fa0f-4929-a875-ad1433b9ef56 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:48.981842 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Transition to ACTIVE for port object af4e3296-fa0f-4929-a875-ad1433b9ef56 will not be triggered until provisioned by entity DHCP. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:49.007137 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:49.048511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:49.068461 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.068709 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116'] for port, after_create {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.079736 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:49.129155 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 is already hosted by enough agents. {{(pid=79180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:49.130148 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:49.130531 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.188497 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.scheduler.base_scheduler [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Resources bound (agent type, host, resource id):  {{(pid=79180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:49.199651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.204795 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8304dd92-b103-44e9-8fad-3e1d15b3edf5 tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:49.214380 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c6980-128b-4c2e-999e-97ed430aa8f5 req-77790982-a0fd-4334-abc7-5193c5b23191 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:49.222525 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7b8c6980-128b-4c2e-999e-97ed430aa8f5 req-77790982-a0fd-4334-abc7-5193c5b23191 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.1192570
Jun 30 19:16:49.242434 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Received port after_create {{(pid=79180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:49.311421 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7b8c6980-128b-4c2e-999e-97ed430aa8f5 req-b668cefb-0fae-43d3-8fe4-d084c315a243 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0879393
Jun 30 19:16:49.332887 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:49.352218 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:49.359182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:49.433401 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:49.437913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:49.454526 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Pushing event updated for resources: {'Port': ['ID=af4e3296-fa0f-4929-a875-ad1433b9ef56,revision_number=1']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:49.472582 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:49.611942 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Attempting to bind port af4e3296-fa0f-4929-a875-ad1433b9ef56 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:49.612230 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Attempting to bind port af4e3296-fa0f-4929-a875-ad1433b9ef56 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:49.612595 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Attempting to bind port af4e3296-fa0f-4929-a875-ad1433b9ef56 on network e92f49e4-b458-43ff-81ec-0d84a4c14e40 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:49.623077 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:49.623449 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Checking segment: {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:49.623855 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.624251 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Bound using segment: {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:49.624721 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Bound port: af4e3296-fa0f-4929-a875-ad1433b9ef56, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:49.625087 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.806045 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.878741 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] For port af4e3296-fa0f-4929-a875-ad1433b9ef56, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:49.889772 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] For port af4e3296-fa0f-4929-a875-ad1433b9ef56, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=af4e3296-fa0f-4929-a875-ad1433b9ef56,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:49.902719 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:49.921581 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66792790>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:49.926331 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e445e9-04f2-4e8b-ac46-0e0c39932e60 None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:49.948067 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.959253 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:49.964692 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2c221712-5214-4bbc-a5ab-3901f424299d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:50.027869 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.063605 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56808) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:50.066991 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Pushing event updated for resources: {'Port': ['ID=af4e3296-fa0f-4929-a875-ad1433b9ef56,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:50.071632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:50.072619 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:50.165867 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:50.169171 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:50.201749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.242441 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.392193 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3eaa2-60ed-40ea-aba5-fcc470b3fb26 None None] New status for floating IP c389d6a7-5062-4dc6-854c-8c1992e3ae73: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:16:50.399306 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.403707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:50.453143 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47276b3-4de2-490f-bf62-b6b2681df160,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:50.471600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:50.494710 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971575'] for router, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.503798 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 922e57dc-342d-4d3c-b95c-c3e7c53bb84a up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:50.628375 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.629433 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-19cb32a4-6170-443c-a134-ef5dfc7a1cea tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "DELETE /v2.0/security-groups/d47276b3-4de2-490f-bf62-b6b2681df160 HTTP/1.1" status: 204  len: 168 time: 0.5648241
Jun 30 19:16:50.633934 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56818) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:50.642788 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:50.644688 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.663813 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.api.v2.resource [None req-bf519996-336b-456a-b7f5-e54d550dd1b8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] show failed (client error): The resource could not be found.
Jun 30 19:16:50.665087 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-bf519996-336b-456a-b7f5-e54d550dd1b8 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups/d47276b3-4de2-490f-bf62-b6b2681df160 HTTP/1.1" status: 404  len: 347 time: 0.0286760
Jun 30 19:16:50.670316 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56822) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:50.808235 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769f94b-8c6d-462d-99a1-77386e9312e1 req-73f5de77-2c6a-4b6c-abca-2755fe5361f1 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:50.810079 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7769f94b-8c6d-462d-99a1-77386e9312e1 req-73f5de77-2c6a-4b6c-abca-2755fe5361f1 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2956209
Jun 30 19:16:50.914414 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Deleting port 19cc1dd0-6750-4936-8a12-1c06f634137a {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:16:50.914759 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:50.982193 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7769f94b-8c6d-462d-99a1-77386e9312e1 req-8e3788f1-0915-4e09-a956-fe77c099fa5a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1039963
Jun 30 19:16:50.984068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Router 156c6372-aab9-4bf1-bcfd-95f2982fe73b is scheduled to L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd with binding_index 1 {{(pid=79178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 30 19:16:51.114648 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.115201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.186032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:51.197310 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Sync routers for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:51.207929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:51.208871 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67548970>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:51.262733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Calling delete_port for 19cc1dd0-6750-4936-8a12-1c06f634137a owned by network:floatingip {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:16:51.311229 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.312669 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5732114
Jun 30 19:16:51.315336 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56826) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:51.370013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58959e7d-268c-4de4-b8d2-1b35d8bbe8ba None None] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:16:51.470936 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.476276 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-114106db-3886-42dd-a289-90821d363deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:51.494663 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:51.528231 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'Port': ['ID=19cc1dd0-6750-4936-8a12-1c06f634137a,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:51.555640 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:51.625281 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-404e3d04-0174-4e0f-ba41-fbe6c407eaea None None] Provisioning for port af4e3296-fa0f-4929-a875-ad1433b9ef56 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:51.648615 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.730767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:51.734863 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b0c53bae-406d-4f18-9094-767da5c173fa tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "DELETE /v2.0/floatingips/c389d6a7-5062-4dc6-854c-8c1992e3ae73 HTTP/1.1" status: 204  len: 168 time: 1.0545802
Jun 30 19:16:51.963442 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-f9a094ee-a1bc-4ed2-b96b-7ba77e19a5e3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1167464
Jun 30 19:16:51.970159 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67548970>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 3, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:51.974077 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Checking router: 156c6372-aab9-4bf1-bcfd-95f2982fe73b for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:51.974440 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Updating router 156c6372-aab9-4bf1-bcfd-95f2982fe73b port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 binding host dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:52.046921 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.153616 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-bee4edd5-5ac6-459b-92f9-3ad6c2d045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:52.157537 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-bee4edd5-5ac6-459b-92f9-3ad6c2d045df service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 1100 time: 0.1672254
Jun 30 19:16:52.201655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.433824 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56844) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:52.444599 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374452286', 'description': 'tempest-description--1898356710'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:52.473285 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:52.481023 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device af4e3296-fa0f-4929-a875-ad1433b9ef56 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:52.483370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:52.489852 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:52.504142 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:52.552378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-d86ca2b4-60bb-4b06-93c3-99beb249a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:52.554022 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-d86ca2b4-60bb-4b06-93c3-99beb249a580 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.3659737
Jun 30 19:16:52.563030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5933c9-7005-4749-a942-0d8635873e95 req-55cc7807-6545-4325-92ba-6240248d4bc3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:52.565442 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Allocated IP 172.20.0.1 (e92f49e4-b458-43ff-81ec-0d84a4c14e40/e9d3736e-8220-4910-a30f-b9cc967b5fd7/fdef2dc5-a5dd-4493-914e-9c20a33eb415) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:52.570194 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cf5933c9-7005-4749-a942-0d8635873e95 req-55cc7807-6545-4325-92ba-6240248d4bc3 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.3429873
Jun 30 19:16:52.641891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.645577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks [] for port, precommit_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.660853 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Transition to ACTIVE for port object f4ba6481-ad9e-48f1-878a-0e8f39c797f3 will not be triggered until provisioned by entity L2. {{(pid=79180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:52.705740 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:52.724319 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cf5933c9-7005-4749-a942-0d8635873e95 req-145aad76-9c60-4be4-9ae9-7ecf0c092fde tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1531327
Jun 30 19:16:52.726033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:52.740508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:52.740673 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port af4e3296-fa0f-4929-a875-ad1433b9ef56 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:52.746769 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port af4e3296-fa0f-4929-a875-ad1433b9ef56 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:52.747357 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.748235 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-0d94ac11-0f42-4693-96ca-94d3103db211 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 200  len: 1001 time: 0.1754394
Jun 30 19:16:52.752359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:52.770026 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.788996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Transition to ACTIVE for port object fdef2dc5-a5dd-4493-914e-9c20a33eb415 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:52.799445 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.826383 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-bb689a15-7441-4962-9eaf-c776620b4199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:52.836990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-81daabf7-9a44-4a6d-b17b-1c5c50000f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:52.838471 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-81daabf7-9a44-4a6d-b17b-1c5c50000f77 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0777073
Jun 30 19:16:52.887468 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Attempting to bind port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:52.887860 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Attempting to bind port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:52.888233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Attempting to bind port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 on network eb24462b-4c29-48bc-9d95-c3bb836241e9 {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:52.916357 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:52.916744 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Checking segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:52.917158 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.917606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Bound using segment: {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'} {{(pid=79180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:52.917741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.918058 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.managers [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Bound port: f4ba6481-ad9e-48f1-878a-0e8f39c797f3, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac20c-88e0-4ffb-a74e-db2fc5ffa525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}}] {{(pid=79180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:52.918442 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:52.922611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f6ad8a9d-a19f-4992-a0b3-94594c339dac tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:52.930088 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-3facf6e1-63b3-4004-b3b7-c549178cdfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:52.930088 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-3facf6e1-63b3-4004-b3b7-c549178cdfa0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756795
Jun 30 19:16:52.987359 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:52.987741 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Pushing event updated for resources: {'Port': ['ID=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,revision_number=2']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:52.990240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:52.991474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:52.994215 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:53.026982 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Pushing event updated for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:53.042161 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:53.061472 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-971761'] for router_interface, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.078307 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] For port f4ba6481-ad9e-48f1-878a-0e8f39c797f3, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:53.092319 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] For port f4ba6481-ad9e-48f1-878a-0e8f39c797f3, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:53.093491 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.130463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.137870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port af4e3296-fa0f-4929-a875-ad1433b9ef56, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=af4e3296-fa0f-4929-a875-ad1433b9ef56,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:53.159926 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-1fe4870a-3b91-46c0-aa42-7bc9bb911f44 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223995
Jun 30 19:16:53.170671 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.206643 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:53.244056 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.258951 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2026aeca-c110-4c2a-8e04-6744880cc6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:53.291967 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.309013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:53.309813 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67548970>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:53.317712 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9654bad-3460-4194-91a6-071b45841a29,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:53.338977 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:53.372949 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Pushing event updated for resources: {'Port': ['ID=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:53.376781 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:53.382868 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-09371fc6-7f33-4c3b-89dc-f6de014ba3d5 req-6062100e-a6da-41a1-a8b7-dc65130f63d6 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109454
Jun 30 19:16:53.393817 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:53.411840 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.413952 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9742579
Jun 30 19:16:53.416757 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56856) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:53.422098 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group_rule': {'security_group_id': 'c9654bad-3460-4194-91a6-071b45841a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:53.428060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:53.432720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.433328 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:53.436259 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:53.443310 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:53.565868 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=af4e3296-fa0f-4929-a875-ad1433b9ef56,revision_number=3']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:53.570752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.570927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:53.596064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:53.639747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.641001 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-64f08e19-0608-431e-971a-bc70cc9fb5e3 None None] Provisioning for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:53.661333 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-64f08e19-0608-431e-971a-bc70cc9fb5e3 None None] Provisioning complete for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:53.661333 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-64f08e19-0608-431e-971a-bc70cc9fb5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.700408 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.783237 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-64f08e19-0608-431e-971a-bc70cc9fb5e3 None None] Port fdef2dc5-a5dd-4493-914e-9c20a33eb415 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:53.790211 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.792292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8773bf97-6c39-407a-a840-ef06c9572461 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:53.802116 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.840524 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bda6b5-b376-4988-8b48-fe02e4cda15d,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:53.858101 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:53.866050 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:53.978320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:53.979493 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5617583
Jun 30 19:16:53.984507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56868) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:53.989067 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'security_group_rule': {'security_group_id': 'c9654bad-3460-4194-91a6-071b45841a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:53.996277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:54.002019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:security_group_rule and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:54.006055 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:54.013346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Pushing event updated for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:54.014869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:54.018192 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:54.019172 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962890'] for router_interface, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.027331 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67548970>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'fdef2dc5-a5dd-4493-914e-9c20a33eb415', 'name': '', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'mac_address': 'fa:16:3e:2d:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:52Z', 'updated_at': '2021-06-30T19:16:52Z', 'revision_number': 1, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'subnets': [{'id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:54.031545 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ca48c-7a35-4fdd-83a0-976d1050832c None None] The sync data for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi is: [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'fdef2dc5-a5dd-4493-914e-9c20a33eb415', 'name': '', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'mac_address': 'fa:16:3e:2d:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:52Z', 'updated_at': '2021-06-30T19:16:52Z', 'revision_number': 1, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'subnets': [{'id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:54.047805 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8980-adf6-43be-9fa3-f78ad8a57b19 req-cacc28d3-b243-45de-af05-26df7b90df44 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:54.049428 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-864c8980-adf6-43be-9fa3-f78ad8a57b19 req-cacc28d3-b243-45de-af05-26df7b90df44 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.1575921
Jun 30 19:16:54.105036 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.145240 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-864c8980-adf6-43be-9fa3-f78ad8a57b19 req-a4d3885d-843f-4ef8-814d-835e3d303baa tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0879312
Jun 30 19:16:54.186357 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.195027 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:54.196267 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:54.271984 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.276542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:54.314164 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7612ad62-9695-4259-9992-808834c61f78,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:54.321665 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:54.391558 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.394137 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-7b5d34bd-ae9a-4db7-a746-fe61e009cf94 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4097743
Jun 30 19:16:54.396116 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56872) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:54.402550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:54.421343 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:54.431100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Usage tracker for resource:floatingip and tenant:e36e93e28e7044cb9c766724bda95857 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:54.432760 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device af4e3296-fa0f-4929-a875-ad1433b9ef56 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:54.434788 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:54.442041 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:54.482006 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Router 156c6372-aab9-4bf1-bcfd-95f2982fe73b has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:16:54.520600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.564129 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6db4e19a-1fd4-48e3-b74e-c42ff850ec3d None None] Provisioning complete for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:54.564507 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6db4e19a-1fd4-48e3-b74e-c42ff850ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.628126 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-6db4e19a-1fd4-48e3-b74e-c42ff850ec3d None None] Port fdef2dc5-a5dd-4493-914e-9c20a33eb415 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:16:54.636088 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port af4e3296-fa0f-4929-a875-ad1433b9ef56 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:54.636686 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.697597 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:16:54.698437 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:54.707470 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] 10.222.0.78 "PUT /v2.0/routers/156c6372-aab9-4bf1-bcfd-95f2982fe73b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3911078
Jun 30 19:16:54.900055 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Allocated IP 172.27.0.133 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/d4666257-ad64-417f-9931-07d3de993b8f) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:16:55.114614 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:55.209165 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:55.215051 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f24f7312-1df3-4f74-ad53-2564418b397a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:55.276507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:16:55.422225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:16:55.431245 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:16:55.469747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=d4666257-ad64-417f-9931-07d3de993b8f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:55.484048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:55.518420 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 56894) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:55.530388 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329979916', 'description': 'tempest-secgroup-smoke-329979916 description', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:55.540315 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:55.548060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:55.559435 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73055ec-38f1-45d7-8707-950b97621fe6 req-341a8ce4-dca9-4428-8f10-ec15f5170fa1 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:55.560972 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e73055ec-38f1-45d7-8707-950b97621fe6 req-341a8ce4-dca9-4428-8f10-ec15f5170fa1 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2908556
Jun 30 19:16:55.561882 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:55.572164 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:55.591240 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:55.626604 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e73055ec-38f1-45d7-8707-950b97621fe6 req-9a471661-4c30-4e6f-a064-2a371195a09f tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555501
Jun 30 19:16:55.700521 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:55.745413 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:55.752053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:55.754735 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:55.777532 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:55.800429 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:55.988270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.030096 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.058752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.064215 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-35387356-4a6c-4321-a235-c9dfe2c408e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:56.099564 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.123441 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b0f3a-8f1b-41e2-b10b-b503f316ca84,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:56.126932 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:56.127423 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-68fb48af-2c9f-4d5b-8574-64a6c166aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:56.212810 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.214069 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-88a993c8-267d-4c0a-b406-56a773c0da6e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6946862
Jun 30 19:16:56.217474 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56900) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:56.223559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:56.231101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:56.235459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:56.238995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:56.242044 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.246409 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:56.247501 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=d4666257-ad64-417f-9931-07d3de993b8f,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:56.254402 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:56.338432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.362910 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.365295 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9680243
Jun 30 19:16:56.410123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.410745 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f4ba6481-ad9e-48f1-878a-0e8f39c797f3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:56.439609 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Sync routers for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:16:56.451491 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:56.452400 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676ec7f0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:56.481755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.493063 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-22e7eab6-f049-4eb0-9834-a06368a37c21 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:56.532486 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d70c063-2051-4c90-a4b2-dbf36d340810,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:56.542766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:56.567066 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:56.574683 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:56.575221 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.629398 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.630703 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-d6d6bd92-f2e0-4fd5-b92f-cfb583a77fa4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4121301
Jun 30 19:16:56.634099 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56922) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:56.640078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:56.645441 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:56.651444 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-911cae47-bffc-496e-bd96-41ab44908347 req-15fb245f-49d5-42ee-8108-1958180b0bf0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:56.652092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:56.662444 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:56.671135 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:56.688982 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:56.781421 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.800301 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port f4ba6481-ad9e-48f1-878a-0e8f39c797f3, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:56.813666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.843352 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-911cae47-bffc-496e-bd96-41ab44908347 req-15fb245f-49d5-42ee-8108-1958180b0bf0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:56.854735 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-15fb245f-49d5-42ee-8108-1958180b0bf0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374452286&fields=id&tenant_id=e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 267 time: 0.2529228
Jun 30 19:16:56.912102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.932151 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:56.934135 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:56.985627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05127f-1599-4ad8-b31e-20e91a6cff8b req-5a3851a1-61a2-4f43-9444-cbe039f8c679 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:56.987853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2e05127f-1599-4ad8-b31e-20e91a6cff8b req-5a3851a1-61a2-4f43-9444-cbe039f8c679 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2121115
Jun 30 19:16:57.006457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.009388 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d181700b-a875-4029-8d73-e85f05337f61 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:57.021764 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:57.033938 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.034196 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.034540 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.034875 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.035547 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.035968 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.037010 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.037506 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.038558 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.039746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd9074c-594c-4bc6-8897-d7650497eb98,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:57.041457 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.041802 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.044863 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:57.050509 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:16:57.064626 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:57.074582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-7dbec50c-3ba5-4ca1-8e1b-d7708c64952c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:57.076132 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-7dbec50c-3ba5-4ca1-8e1b-d7708c64952c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 810 time: 0.2234738
Jun 30 19:16:57.077206 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676ec7f0>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'fdef2dc5-a5dd-4493-914e-9c20a33eb415', 'name': '', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'mac_address': 'fa:16:3e:2d:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:52Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 2, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'subnets': [{'id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:57.081050 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Checking router: 156c6372-aab9-4bf1-bcfd-95f2982fe73b for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:16:57.081430 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Updating router 156c6372-aab9-4bf1-bcfd-95f2982fe73b port fdef2dc5-a5dd-4493-914e-9c20a33eb415 binding host dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 30 19:16:57.087969 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2e05127f-1599-4ad8-b31e-20e91a6cff8b req-47fffd32-9041-4404-9c21-b2afe739780a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0838394
Jun 30 19:16:57.097436 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-d08b5525-3f52-4f43-93cf-40673402a2b2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/quotas/e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 375 time: 0.0142415
Jun 30 19:16:57.138383 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.154752 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.158580 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5208061
Jun 30 19:16:57.159000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56930) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:57.165866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:57.172514 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:57.176560 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:57.180112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:57.186679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:57.202736 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-911cae47-bffc-496e-bd96-41ab44908347 req-158deec1-2a2d-4537-9db3-6809bfbc58f1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:57.298988 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.321457 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-911cae47-bffc-496e-bd96-41ab44908347 req-158deec1-2a2d-4537-9db3-6809bfbc58f1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:57.322856 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-158deec1-2a2d-4537-9db3-6809bfbc58f1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2166524
Jun 30 19:16:57.375914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.447056 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.469554 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:57.496888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764c58e3-53f9-4286-ae08-58138e1fc1d4,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:57.505082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:57.539199 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks [] for port, precommit_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.545141 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.548930 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3863876
Jun 30 19:16:57.549234 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56942) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:57.554607 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.provisioning_blocks [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Transition to ACTIVE for port object fdef2dc5-a5dd-4493-914e-9c20a33eb415 will not be triggered until provisioned by entity L2. {{(pid=79181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:16:57.555327 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:57.561572 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:57.565448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:57.568716 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:57.575338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:57.594954 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-33d5628a-4493-41c0-bd7a-afc1cc36887b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Synchronizing usage tracker for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:57.608077 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.612500 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-981f6871-f9db-4201-a8a3-ea736969aca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:57.642145 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-3bc2fefe-ee40-4ebc-b159-4b9be1c48413 service neutron] 10.222.0.78 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013427
Jun 30 19:16:57.654642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.747860 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27ccf4-8e94-4d40-b866-9af12f06a93c None None] Pushing event updated for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=3']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:57.752867 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.764594 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-33d5628a-4493-41c0-bd7a-afc1cc36887b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Unset dirty status for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:57.766377 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-33d5628a-4493-41c0-bd7a-afc1cc36887b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370433438&fields=id&tenant_id=553fa56c9f5c49d38fd9079989eff904 HTTP/1.1" status: 200  len: 267 time: 0.2866056
Jun 30 19:16:57.788555 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-ce27ccf4-8e94-4d40-b866-9af12f06a93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:57.845842 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Attempting to bind port fdef2dc5-a5dd-4493-914e-9c20a33eb415 on host dv-cinder-798879-1-iscsi for vnic_type normal with profile  {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:16:57.846216 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Attempting to bind port fdef2dc5-a5dd-4493-914e-9c20a33eb415 by drivers openvswitch,hyperv on host dv-cinder-798879-1-iscsi at level 0 using segments [{'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:16:57.846583 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Attempting to bind port fdef2dc5-a5dd-4493-914e-9c20a33eb415 on network e92f49e4-b458-43ff-81ec-0d84a4c14e40 {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:16:57.852762 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Checking agent: {'id': 'ea23ca0d-5faa-4b1d-90c8-0563921a26aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 3, 1), 'started_at': datetime.datetime(2021, 6, 30, 19, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:16:57.853145 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Checking segment: {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:16:57.853754 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.854154 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Bound using segment: {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'} {{(pid=79181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:16:57.854627 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.managers [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Bound port: fdef2dc5-a5dd-4493-914e-9c20a33eb415, host: dv-cinder-798879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c771713-4af4-444b-886a-20e4c74c8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40'}}] {{(pid=79181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:16:57.854970 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.855098 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:57.858179 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e8ec2a1d-2714-477b-ac20-8691abd97636 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:57.880684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec381cef-a9b2-4ff7-8c87-91dbf2e5fd78,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:57.916055 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:57.916939 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-662cbe07-9d3c-4a6e-b607-7f71ef3b6c59 service neutron] 10.222.0.78 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653151
Jun 30 19:16:57.975401 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-a9fea77d-2d43-486c-91b9-931754022e14 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:57.977239 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-a9fea77d-2d43-486c-91b9-931754022e14 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 808 time: 0.1982636
Jun 30 19:16:57.994178 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] For port fdef2dc5-a5dd-4493-914e-9c20a33eb415, host dv-cinder-798879-1-iscsi, cleared binding levels {{(pid=79181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:16:57.997565 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.plugins.ml2.db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] For port fdef2dc5-a5dd-4493-914e-9c20a33eb415, host dv-cinder-798879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fdef2dc5-a5dd-4493-914e-9c20a33eb415,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:16:57.998129 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-184c60ef-fc66-4cfc-807c-42461434d0d1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/quotas/553fa56c9f5c49d38fd9079989eff904 HTTP/1.1" status: 200  len: 375 time: 0.0144212
Jun 30 19:16:58.008766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.012634 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fb682a98-1f53-4b76-8a18-61428dce3204 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4600396
Jun 30 19:16:58.013876 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56950) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:58.019309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:58.026413 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:58.030339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:58.033238 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:58.039260 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:58.090705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-8ecdde0a-611b-4035-a778-18c666c86b35 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Synchronizing usage tracker for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:16:58.111295 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.securitygroups_db [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Project 46ce4880b8e44e15b6b2ef02000a1596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:58.112309 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron_lib.callbacks.manager [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.118361 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-3306332f-7d75-4203-a928-0e4c6ea1c6f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:58.119315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.196909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-8ecdde0a-611b-4035-a778-18c666c86b35 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Unset dirty status for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:16:58.203357 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27ccf4-8e94-4d40-b866-9af12f06a93c None None] Pushing event updated for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=4']} {{(pid=79181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:58.203554 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-8ecdde0a-611b-4035-a778-18c666c86b35 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1939793
Jun 30 19:16:58.209174 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG oslo_concurrency.lockutils [None req-ce27ccf4-8e94-4d40-b866-9af12f06a93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:58.226416 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:16:58.227326 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676ec7f0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:16:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:58.264537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.352655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.355041 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-247aa187-4a8d-4752-89c4-776f2699ef5a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:58.410870 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19edb474-10db-4ec2-9e42-b3e8f2e7e83e,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:58.419213 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:58.484640 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fdef2dc5-a5dd-4493-914e-9c20a33eb415 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:58.490189 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.495150 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a847fb05-22cb-4a8c-9da2-fd8f9589b60f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4799402
Jun 30 19:16:58.495741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 56966) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:16:58.509708 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'security_group_rule': {'security_group_id': 'be7b0f3a-8f1b-41e2-b10b-b503f316ca84', 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:16:58.515073 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:16:58.533664 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:16:58.542603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:security_group_rule and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:16:58.553022 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:16:58.564004 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:16:58.676743 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-fda975b7-ad24-4788-9515-6b22251bb3c1 service neutron] 10.222.0.78 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4615631
Jun 30 19:16:58.694894 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:16:58.695391 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.securitygroups_db [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Project 46ce4880b8e44e15b6b2ef02000a1596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 30 19:16:58.700134 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:58.700524 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.705779 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.733370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c44eb2-9131-4126-bd71-539506e1ca3f req-435fcd27-82bc-427d-92d3-00cf6299d968 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:16:58.734984 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-47c44eb2-9131-4126-bd71-539506e1ca3f req-435fcd27-82bc-427d-92d3-00cf6299d968 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.3832934
Jun 30 19:16:58.821840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.844285 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.864872 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-47c44eb2-9131-4126-bd71-539506e1ca3f req-97acfff6-2506-4680-9f54-736b0e4d6135 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&id=557956ca-6c39-4ec8-85e6-6f5ca9da73e2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1209736
Jun 30 19:16:58.882816 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] For port fdef2dc5-a5dd-4493-914e-9c20a33eb415, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fdef2dc5-a5dd-4493-914e-9c20a33eb415,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:16:58.903388 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-69507fae-97ae-456c-a760-1f0d261fec50 service neutron] 10.222.0.78 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122595
Jun 30 19:16:58.954837 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676ec7f0>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'fdef2dc5-a5dd-4493-914e-9c20a33eb415', 'name': '', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'mac_address': 'fa:16:3e:2d:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:52Z', 'updated_at': '2021-06-30T19:16:57Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'subnets': [{'id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:16:58.958826 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd766171-6214-4816-8bb4-3930aa593d4d None None] The sync data for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi is: [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:16:53Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': 'fdef2dc5-a5dd-4493-914e-9c20a33eb415', 'name': '', 'network_id': 'e92f49e4-b458-43ff-81ec-0d84a4c14e40', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'mac_address': 'fa:16:3e:2d:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:52Z', 'updated_at': '2021-06-30T19:16:57Z', 'revision_number': 4, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'subnets': [{'id': 'e9d3736e-8220-4910-a30f-b9cc967b5fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:16:58.977729 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:58.980289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:58.984491 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b76b6924-b358-4ab7-90c1-6df9a68cdc29 req-a70de543-262b-4e35-8a95-57c78e57b157 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 210 time: 0.0465975
Jun 30 19:16:59.009834 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4558fe97-5655-441e-b065-6e3be3f9891f,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:59.016216 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:59.016600 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:59.023612 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f4ba6481-ad9e-48f1-878a-0e8f39c797f3 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:16:59.071371 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d346bb9f-e783-4dec-a5ab-625362a56f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:16:59.101728 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:59.103324 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1bdc02da-6fff-4e3f-a9d7-ac00fddde531 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6061287
Jun 30 19:16:59.204268 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Pushing event updated for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:16:59.207506 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:16:59.216082 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:16:59.225930 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:16:59.759983 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c03ffdc6-0a36-426c-81d2-7e155ccf12d4 req-390b1476-e110-428d-954c-b51633582fa7 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0501380
Jun 30 19:17:00.151982 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d51125b5-1787-4d8c-8b60-b3715e5e9d63 req-d6c8f35f-4672-44a5-bdad-3f41fdc320ce tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 210 time: 0.0573158
Jun 30 19:17:00.379099 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fdef2dc5-a5dd-4493-914e-9c20a33eb415 up at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:17:00.453092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Provisioning complete for port fdef2dc5-a5dd-4493-914e-9c20a33eb415 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:00.453503 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:00.606263 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9d53c384-25f9-4f7a-84f7-dd00e17fd053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:00.873627 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-eb2b684b-3fe8-4d5a-9944-8e69e597fbdc req-bd0a950d-ea98-41b8-aa9f-22f6084de583 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0436275
Jun 30 19:17:01.179392 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:01.322710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-67891712-ddc7-45b9-8499-2016c832ecb2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:01.325248 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-67891712-ddc7-45b9-8499-2016c832ecb2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 810 time: 0.1908278
Jun 30 19:17:01.388329 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-346581c1-9681-4402-8beb-87d5bf1230ac req-31c77603-2a57-49a3-85d6-00bf38dc1b4b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 210 time: 0.0601556
Jun 30 19:17:01.425572 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-4436475a-374b-4a9f-b8e1-1d04bbd37312 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36e93e28e7044cb9c766724bda95857 HTTP/1.1" status: 200  len: 379 time: 0.0627215
Jun 30 19:17:01.439460 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'port': {'device_id': '54970a2d-c815-429d-a45f-ce2918007546', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'admin_state_up': True, 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'security_groups': ['c9654bad-3460-4194-91a6-071b45841a29']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:01.581413 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:01.593578 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:01.659119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Made reservation on behalf of e36e93e28e7044cb9c766724bda95857 for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:17:01.664473 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:01.837045 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Allocated IP 172.20.0.4 (612b21ef-1063-4a10-84a0-437001c887af/4ac03372-0d36-41a7-b68c-d71634c2ff22/d80a34b9-583e-4f93-8471-5c2d94cf09ce) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:02.048310 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5908b37f-1390-4e69-8e3b-adaf0a79854c req-b4330303-e7a0-40e4-acf1-b54589f3c4a0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0673132
Jun 30 19:17:02.082535 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:02.097674 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Transition to ACTIVE for port object d80a34b9-583e-4f93-8471-5c2d94cf09ce will not be triggered until provisioned by entity DHCP. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:02.200976 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:02.207320 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:02.273867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Network 612b21ef-1063-4a10-84a0-437001c887af is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:02.277160 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:02.281077 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:02.328456 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event updated for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:02.333427 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:02.362437 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:02.363095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:02.485504 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0479479
Jun 30 19:17:02.504312 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Request body: {'port': {'device_id': '54970a2d-c815-429d-a45f-ce2918007546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:02.625794 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-5ed77730-cc00-4b1b-86dc-5cd622a025c1 None None] Provisioning for port d80a34b9-583e-4f93-8471-5c2d94cf09ce completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:02.633002 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-5ed77730-cc00-4b1b-86dc-5cd622a025c1 None None] Provisioning complete for port d80a34b9-583e-4f93-8471-5c2d94cf09ce triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:02.634388 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5ed77730-cc00-4b1b-86dc-5cd622a025c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:02.700547 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-5ed77730-cc00-4b1b-86dc-5cd622a025c1 None None] Port d80a34b9-583e-4f93-8471-5c2d94cf09ce cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:17:02.727539 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:02.785176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d36c00-71a1-4189-9a27-866c60d133a3 req-32d46eee-3b1c-4607-b2ac-652eab2ca5ed tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:02.785916 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-07d36c00-71a1-4189-9a27-866c60d133a3 req-32d46eee-3b1c-4607-b2ac-652eab2ca5ed tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Synchronizing usage tracker for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:02.813261 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-70db50b8-9479-48a0-8495-5079e4e9e04e tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:02.815825 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-70db50b8-9479-48a0-8495-5079e4e9e04e tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Synchronizing usage tracker for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:network {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:02.926729 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-70db50b8-9479-48a0-8495-5079e4e9e04e tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Unset dirty status for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:network {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:02.930501 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-70db50b8-9479-48a0-8495-5079e4e9e04e tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 808 time: 0.4536147
Jun 30 19:17:02.972005 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-07d36c00-71a1-4189-9a27-866c60d133a3 req-32d46eee-3b1c-4607-b2ac-652eab2ca5ed tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Unset dirty status for tenant:e36e93e28e7044cb9c766724bda95857 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:02.980116 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-07d36c00-71a1-4189-9a27-866c60d133a3 req-32d46eee-3b1c-4607-b2ac-652eab2ca5ed tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 931 time: 0.4329424
Jun 30 19:17:03.005748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-82751214-ed13-4f9d-a74d-6baeb832e95d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Synchronizing usage tracker for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:security_group {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:03.025961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-82751214-ed13-4f9d-a74d-6baeb832e95d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Unset dirty status for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:security_group {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:03.027684 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-82751214-ed13-4f9d-a74d-6baeb832e95d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=553fa56c9f5c49d38fd9079989eff904 HTTP/1.1" status: 200  len: 379 time: 0.0768156
Jun 30 19:17:03.044222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'port': {'device_id': 'da289065-f783-4f86-9883-90f22753805c', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'admin_state_up': True, 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'security_groups': ['d066f9d6-34d3-482a-9ed9-9fe6795abacf']}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:03.067777 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-07d36c00-71a1-4189-9a27-866c60d133a3 req-20857106-9037-4751-9bf3-ab22b80178a1 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867958
Jun 30 19:17:03.212755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:03.223646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:03.228853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8eb9a264-c101-4ab5-b8e8-1f2b87256886 req-fe8a2252-ccc3-46d0-8894-021b71079308 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0532744
Jun 30 19:17:03.303490 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80a34b9-583e-4f93-8471-5c2d94cf09ce {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:03.310953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.316169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Made reservation on behalf of 553fa56c9f5c49d38fd9079989eff904 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:17:03.320263 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.327813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Transition to ACTIVE for port object d80a34b9-583e-4f93-8471-5c2d94cf09ce will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:03.465626 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e97b9721-2940-4faf-bd23-37f866bd4f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.465986 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.471029 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:03.495967 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Allocated IP 172.20.0.9 (74b64df1-a7b1-4365-a1e3-d334da76bc74/0c26b88a-ff0a-47a7-a308-1b056da06f62/efba6b06-3126-46ba-80f1-3cbd5ae403b3) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:03.506944 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:17:03.609645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Pushing event updated for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:03.638332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:03.725838 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Attempting to bind port d80a34b9-583e-4f93-8471-5c2d94cf09ce on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:17:03.726115 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.726294 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Attempting to bind port d80a34b9-583e-4f93-8471-5c2d94cf09ce by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:17:03.726500 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Attempting to bind port d80a34b9-583e-4f93-8471-5c2d94cf09ce on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:03.732189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Port d80a34b9-583e-4f93-8471-5c2d94cf09ce on network 612b21ef-1063-4a10-84a0-437001c887af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:17:03.735541 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Attempting to bind port d80a34b9-583e-4f93-8471-5c2d94cf09ce on network 612b21ef-1063-4a10-84a0-437001c887af {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:03.742446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:17:03.750871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Checking segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:17:03.750871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Bound using segment: {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:17:03.750871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Bound port: d80a34b9-583e-4f93-8471-5c2d94cf09ce, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2eed47-8923-480f-b029-aa082e563e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '612b21ef-1063-4a10-84a0-437001c887af'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:17:03.750871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.751283 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Transition to ACTIVE for port object efba6b06-3126-46ba-80f1-3cbd5ae403b3 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:03.836761 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:17:03.840045 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:17:03.866250 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.872409 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1000906f-d251-4f64-8012-cdacf622e498 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:03.929301 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:03.933648 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-10f74aa9-ccde-4890-b4b5-6c6c36b4d672 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:03.943025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:03.947112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:03.949762 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:04.010397 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:04.013620 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:04.036770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.038230 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.038430 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.039104 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.040503 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] 10.222.0.97 "PUT /v2.0/ports/d80a34b9-583e-4f93-8471-5c2d94cf09ce HTTP/1.1" status: 200  len: 1093 time: 1.5407996
Jun 30 19:17:04.041349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:04.088617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Pushing event updated for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:04.092509 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:04.190695 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1524465
Jun 30 19:17:04.230701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Request body: {'port': {'device_id': 'da289065-f783-4f86-9883-90f22753805c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:04.348706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.405796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'status': 'completed', 'code': 200}
Jun 30 19:17:04.422722 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.463220 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-3bc251ff-0e43-4a0f-8fc7-22f0c6afe646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.465075 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-3bc251ff-0e43-4a0f-8fc7-22f0c6afe646 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 1096 time: 0.2438834
Jun 30 19:17:04.491912 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d13427-d145-4a7d-887f-66d243c7360b req-a14f9b59-9de2-4d82-98f3-648cc83950da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.493426 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-27d13427-d145-4a7d-887f-66d243c7360b req-a14f9b59-9de2-4d82-98f3-648cc83950da tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 943 time: 0.1929324
Jun 30 19:17:04.560588 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6f8f1748-11ed-415f-b44e-dbfebb20372a None None] Provisioning for port efba6b06-3126-46ba-80f1-3cbd5ae403b3 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:04.566015 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-6f8f1748-11ed-415f-b44e-dbfebb20372a None None] Provisioning complete for port efba6b06-3126-46ba-80f1-3cbd5ae403b3 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:04.566637 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1748-11ed-415f-b44e-dbfebb20372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.622373 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-f2ce6127-83e6-4373-a58a-259b8f8b0fb0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce HTTP/1.1" status: 200  len: 217 time: 0.1395092
Jun 30 19:17:04.629641 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f1748-11ed-415f-b44e-dbfebb20372a None None] Port efba6b06-3126-46ba-80f1-3cbd5ae403b3 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:17:04.713445 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-27d13427-d145-4a7d-887f-66d243c7360b req-bba1dde4-aa61-4791-8820-27b84abe6083 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1676583
Jun 30 19:17:04.732365 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-ffb33554-6a7c-4b2d-9da0-04f80661abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.733831 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-ffb33554-6a7c-4b2d-9da0-04f80661abbd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0978532
Jun 30 19:17:04.748974 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e902-a3e9-4e3c-948a-4e678dfaab78 req-4a70c785-ee1f-4f6e-959a-9fd20467cf66 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.750778 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c305e902-a3e9-4e3c-948a-4e678dfaab78 req-4a70c785-ee1f-4f6e-959a-9fd20467cf66 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 931 time: 0.2564836
Jun 30 19:17:04.851867 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c305e902-a3e9-4e3c-948a-4e678dfaab78 req-7589f655-a6b5-4918-85cc-b04a8a85d373 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698950
Jun 30 19:17:04.858217 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cae47-bffc-496e-bd96-41ab44908347 req-33356d87-b97d-47e7-becb-ad83f49bc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:04.859652 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-33356d87-b97d-47e7-becb-ad83f49bc5b1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1078370
Jun 30 19:17:04.867465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efba6b06-3126-46ba-80f1-3cbd5ae403b3 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:04.875337 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.892931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Transition to ACTIVE for port object efba6b06-3126-46ba-80f1-3cbd5ae403b3 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:04.992917 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:04.996726 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-fa7cb532-a4fa-4c33-9da0-08083fc2485c service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277750
Jun 30 19:17:04.999138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:05.159569 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-911cae47-bffc-496e-bd96-41ab44908347 req-9511c10a-1cae-43a9-9a3f-12734c9b4554 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507263
Jun 30 19:17:05.179153 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:05.183068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:05.259748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Attempting to bind port efba6b06-3126-46ba-80f1-3cbd5ae403b3 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:17:05.260095 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Attempting to bind port efba6b06-3126-46ba-80f1-3cbd5ae403b3 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:17:05.260426 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Attempting to bind port efba6b06-3126-46ba-80f1-3cbd5ae403b3 on network 74b64df1-a7b1-4365-a1e3-d334da76bc74 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:05.265687 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Port efba6b06-3126-46ba-80f1-3cbd5ae403b3 on network 74b64df1-a7b1-4365-a1e3-d334da76bc74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:17:05.266012 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Attempting to bind port efba6b06-3126-46ba-80f1-3cbd5ae403b3 on network 74b64df1-a7b1-4365-a1e3-d334da76bc74 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:05.271351 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:17:05.271686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Checking segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:17:05.279972 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Bound using segment: {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:17:05.279972 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Bound port: efba6b06-3126-46ba-80f1-3cbd5ae403b3, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b25ad2-eff4-4900-a3b7-1f57be1242ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:17:05.279972 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:05.374929 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:17:05.378308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:17:05.446621 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246bc4-c58b-4832-beac-68220d347e3e req-f2134d45-afc4-41b1-ad46-04254d5a629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.448139 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-f2134d45-afc4-41b1-ad46-04254d5a629e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 1096 time: 0.1732414
Jun 30 19:17:05.471289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:05.476059 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87fea7aa-c184-4e4d-a119-5b9b91516025 tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:05.535785 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.536593 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:05.537994 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] 10.222.0.97 "PUT /v2.0/ports/efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 1093 time: 1.3189304
Jun 30 19:17:05.538614 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:05.568469 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:05.572767 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:05.592188 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246bc4-c58b-4832-beac-68220d347e3e req-8decd34d-0a3b-429f-be0e-e759c6a0cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.594046 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-8decd34d-0a3b-429f-be0e-e759c6a0cf9b service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1346703
Jun 30 19:17:05.650725 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'status': 'completed', 'code': 200}
Jun 30 19:17:05.670055 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-1c3326f3-3b8e-4692-800a-0422352f6d52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce HTTP/1.1" status: 200  len: 217 time: 0.0645335
Jun 30 19:17:05.739392 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:05.750476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-da426151-98cc-42c5-8a46-697ebec917c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.752903 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-da426151-98cc-42c5-8a46-697ebec917c8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1096 time: 0.0850937
Jun 30 19:17:05.759662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246bc4-c58b-4832-beac-68220d347e3e req-d5517ece-5727-4e5b-bf86-fa8cadc167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.760872 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-d5517ece-5727-4e5b-bf86-fa8cadc167e4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0790753
Jun 30 19:17:05.909735 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57138) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:05.952699 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-168034f6-b825-4f6e-8c86-73c173e6a104 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 217 time: 0.1896091
Jun 30 19:17:05.983239 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246bc4-c58b-4832-beac-68220d347e3e req-2e04603a-c57d-4bd2-80a8-ff4894580dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:05.984673 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-2e04603a-c57d-4bd2-80a8-ff4894580dd9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2144918
Jun 30 19:17:06.031816 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-7b425c6d-98ad-443a-8e2f-44a6d1d099fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.033324 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-7b425c6d-98ad-443a-8e2f-44a6d1d099fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0667853
Jun 30 19:17:06.113727 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-8fd379a0-ff56-4853-bf5a-8c4a9810a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.115139 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-8fd379a0-ff56-4853-bf5a-8c4a9810a94a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719979
Jun 30 19:17:06.138343 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Deleting subnet a493b5e0-df76-4b1e-9f27-2bea78913036 {{(pid=79179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:17:06.144031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.212737 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935182a-362b-49c8-922b-d57b67c4a3d6 req-6f8bfe27-1f16-4c44-99af-1f8fc954504f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.214286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3935182a-362b-49c8-922b-d57b67c4a3d6 req-6f8bfe27-1f16-4c44-99af-1f8fc954504f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 943 time: 0.3487022
Jun 30 19:17:06.257499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13931005'] for subnet, precommit_delete_associations {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.270215 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-644d2230-1ed9-4125-9a8e-a64accc48611 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350024
Jun 30 19:17:06.325868 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-2d70241d-3ca7-4a4e-87d2-4d2260d86c7b service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045158
Jun 30 19:17:06.343120 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6898dd-b566-447a-b229-4e2168a4e836 req-80d0aee3-266e-462e-b19d-451c35e1ff84 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.344551 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bc6898dd-b566-447a-b229-4e2168a4e836 req-80d0aee3-266e-462e-b19d-451c35e1ff84 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.3703735
Jun 30 19:17:06.411003 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5430fb7b-c735-4659-8232-b8dad2fd54d8 req-48d10f9d-8d61-4061-bc51-dc6724576e56 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305590
Jun 30 19:17:06.447044 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3935182a-362b-49c8-922b-d57b67c4a3d6 req-214cc59b-b9e2-4be3-b7f0-bc0dd3db3577 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2134726
Jun 30 19:17:06.450669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.535398 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bc6898dd-b566-447a-b229-4e2168a4e836 req-1827da35-98cf-4226-9366-6df3e3a8ea91 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623373
Jun 30 19:17:06.587545 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b0246bc4-c58b-4832-beac-68220d347e3e req-53cfed4d-126f-4097-8c2a-34cd918043b0 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420342
Jun 30 19:17:06.612050 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-dbc17153-6e49-4e11-b6b9-5a538255d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.613555 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-dbc17153-6e49-4e11-b6b9-5a538255d935 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1096 time: 0.0814435
Jun 30 19:17:06.663895 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14742352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14085546'] for subnet, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.668173 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:06.703877 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a493b5e0-df76-4b1e-9f27-2bea78913036,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:06.706907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:06.708497 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.717853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-bddc7c3f-1a3e-4e8d-9091-026d26be41c9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a493b5e0-df76-4b1e-9f27-2bea78913036 HTTP/1.1" status: 204  len: 168 time: 0.7979057
Jun 30 19:17:06.720219 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57142) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:06.767736 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-e5581347-ddae-46c5-b0c6-976403a3c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.770489 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-e5581347-ddae-46c5-b0c6-976403a3c144 service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.1380444
Jun 30 19:17:06.827415 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.839628 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-73972654-03f7-4dab-8ff4-e0e25f1cac68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 217 time: 0.0617220
Jun 30 19:17:06.910735 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-1a72dd26-6a19-4fe3-92fc-ac86905c51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:06.912189 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-1a72dd26-6a19-4fe3-92fc-ac86905c51e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0608962
Jun 30 19:17:06.960311 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:06.978389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65f7e160>,) {'filters': {'network_id': ['e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:06.986614 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65f7e160>, '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:06.986907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65f7e160>, '93d3e795-77ef-4ae9-baff-ec1ed8f6fd07') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:07.000187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.003964 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-ce9872a3-7822-42d2-bcec-9e085193ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:07.005473 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-ce9872a3-7822-42d2-bcec-9e085193ef79 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857773
Jun 30 19:17:07.016487 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.023122 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:17:07.023501 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:17:07.036486 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:17:07.171688 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-1272d401-2ef9-4d6e-a163-968feb6ec4cb service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371865
Jun 30 19:17:07.278007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.283064 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.286617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:07.308079 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:07.310843 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-135e57c7-4e8e-435e-bd0d-af210c195572 req-cc63f95a-975c-4cb6-bda3-170b52dfaafa service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269279
Jun 30 19:17:07.311123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:07.380151 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a68717c9-512c-4c50-9714-e2d3e4510d74 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e7ee5469-b31f-451c-bd6a-b3f7ff9b3cd7 HTTP/1.1" status: 204  len: 168 time: 0.6582880
Jun 30 19:17:07.636235 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b95d7-f58c-4cda-bc58-5980daec28c0 req-19b88902-bac2-448a-a5c6-ce6360b57f72 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:07.638038 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd5b95d7-f58c-4cda-bc58-5980daec28c0 req-19b88902-bac2-448a-a5c6-ce6360b57f72 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 943 time: 0.0833309
Jun 30 19:17:07.744048 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd5b95d7-f58c-4cda-bc58-5980daec28c0 req-765acb3c-0607-4cbc-ab51-267ce2a12e08 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999050
Jun 30 19:17:07.771353 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e279b7-4e2b-4c00-8713-5a353204abac req-94afb4b7-a792-48f8-83b2-b2fde64e0431 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:07.773468 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b5e279b7-4e2b-4c00-8713-5a353204abac req-94afb4b7-a792-48f8-83b2-b2fde64e0431 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.1089413
Jun 30 19:17:07.778168 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57154) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:07.864272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b5e279b7-4e2b-4c00-8713-5a353204abac req-4e147b46-8715-4f86-80d3-eb4ab1d43a46 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833242
Jun 30 19:17:07.871036 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-035c3bdf-8d10-4f75-a9ff-8cc5d23b8d9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85d8bf5423c84486b3dd7597680ff0bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0917513
Jun 30 19:17:07.873421 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57158) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:07.933887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:07.958993 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:08.087695 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:08.091575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-772b63d5-82ec-491a-a637-1ba80695f6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:08.107181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2088c9b7-d80a-47d5-9df3-45468524ac59,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:08.110032 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:08.178454 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:08.179627 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2088c9b7-d80a-47d5-9df3-45468524ac59 HTTP/1.1" status: 204  len: 168 time: 0.3053126
Jun 30 19:17:08.652183 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d80a34b9-583e-4f93-8471-5c2d94cf09ce details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:17:08.793005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:08.807028 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'port_id': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'mac_address': 'fa:16:3e:cc:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:17:08.864621 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:08.882667 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80a34b9-583e-4f93-8471-5c2d94cf09ce {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:08.899275 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:08.939112 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d58a4-ac0a-4102-b3c3-009be2022e94 req-fc433d19-5f4f-4b3e-ad35-3573bdc00d58 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:08.940582 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-180d58a4-ac0a-4102-b3c3-009be2022e94 req-fc433d19-5f4f-4b3e-ad35-3573bdc00d58 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 943 time: 0.0868187
Jun 30 19:17:08.973537 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:08.976254 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:09.021136 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-180d58a4-ac0a-4102-b3c3-009be2022e94 req-c6d0398f-2d36-4abb-8d99-2f6ea040fe7d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747416
Jun 30 19:17:09.047442 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:09.050628 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:09.071287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d687-24fa-4970-aee8-b7d456e5b737 req-ad2006bb-a0a2-4cb5-a487-ea86a194fd0f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:09.072795 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c931d687-24fa-4970-aee8-b7d456e5b737 req-ad2006bb-a0a2-4cb5-a487-ea86a194fd0f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0921464
Jun 30 19:17:09.123955 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c931d687-24fa-4970-aee8-b7d456e5b737 req-16015a19-7145-4bf0-9234-44dcc7ddfb2b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450673
Jun 30 19:17:09.275418 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['d80a34b9-583e-4f93-8471-5c2d94cf09ce'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:17:10.275648 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9730d2-e7a2-4874-a64f-3a7b3b37aca7 req-dd423b85-74ca-44ba-919e-49b99b3bf797 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:10.277080 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2f9730d2-e7a2-4874-a64f-3a7b3b37aca7 req-dd423b85-74ca-44ba-919e-49b99b3bf797 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 944 time: 0.1306479
Jun 30 19:17:10.342959 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2f9730d2-e7a2-4874-a64f-3a7b3b37aca7 req-5ac69bac-fc6c-4290-8827-239541244772 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553041
Jun 30 19:17:10.362680 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652aa2f-d927-4927-b1a2-5a6d3a874571 req-9278737d-494c-424a-90de-1dc87201d517 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:10.364140 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3652aa2f-d927-4927-b1a2-5a6d3a874571 req-9278737d-494c-424a-90de-1dc87201d517 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.1323822
Jun 30 19:17:10.411756 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3652aa2f-d927-4927-b1a2-5a6d3a874571 req-7a262b5c-d85d-4d14-a4a0-939fa8ca4ded tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414143
Jun 30 19:17:10.656042 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d80a34b9-583e-4f93-8471-5c2d94cf09ce up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:17:10.842080 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port d80a34b9-583e-4f93-8471-5c2d94cf09ce completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:10.847830 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port d80a34b9-583e-4f93-8471-5c2d94cf09ce triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:10.851765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:10.970448 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:10.998254 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:11.008694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:11.082119 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:11.085751 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:11.159077 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:11.162378 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:11.250620 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'code': 200}
Jun 30 19:17:11.609808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e65a9-d2cb-406f-95da-58f0ef6f58b7 req-8c165cc8-9ea0-4bd3-aba4-6210b32e65e5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:11.612213 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d86e65a9-d2cb-406f-95da-58f0ef6f58b7 req-8c165cc8-9ea0-4bd3-aba4-6210b32e65e5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.1551881
Jun 30 19:17:11.648066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245922-d859-45a0-9ea1-a176af264fae req-16ad2ed0-0ab0-4b14-8e55-7232dd01f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:11.650177 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e6245922-d859-45a0-9ea1-a176af264fae req-16ad2ed0-0ab0-4b14-8e55-7232dd01f58b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 1098 time: 0.0703032
Jun 30 19:17:11.654643 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187baec4-9be7-41df-899f-bcf6f2b53ef3 req-a089a033-19a7-448e-b201-ce4e177d4eea tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:11.656714 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-187baec4-9be7-41df-899f-bcf6f2b53ef3 req-a089a033-19a7-448e-b201-ce4e177d4eea tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.1344774
Jun 30 19:17:11.697870 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d86e65a9-d2cb-406f-95da-58f0ef6f58b7 req-c8dd47a2-b39a-4abf-a082-d40057682f70 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793664
Jun 30 19:17:11.703496 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e6245922-d859-45a0-9ea1-a176af264fae req-db6aa137-b915-4062-a13e-0b7dd84f193f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402172
Jun 30 19:17:11.722647 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-187baec4-9be7-41df-899f-bcf6f2b53ef3 req-17c0b12d-ace3-463d-9ce4-e51f9030bb95 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576947
Jun 30 19:17:12.949199 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00ade1-64bd-4028-afd3-39e9771aed86 req-49239cca-489e-4b5f-aa0a-942d89681eb4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:12.950684 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c00ade1-64bd-4028-afd3-39e9771aed86 req-49239cca-489e-4b5f-aa0a-942d89681eb4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.1425705
Jun 30 19:17:12.959094 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ca6c-4ba5-4051-9b95-3a429b6edaa3 req-0881291e-ed2d-4535-ba06-169f6ca7fbb3 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:12.960438 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3395ca6c-4ba5-4051-9b95-3a429b6edaa3 req-0881291e-ed2d-4535-ba06-169f6ca7fbb3 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.1174810
Jun 30 19:17:13.032226 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c00ade1-64bd-4028-afd3-39e9771aed86 req-256fd142-f484-4f72-9337-0936a4f4c62f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708499
Jun 30 19:17:13.039209 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3395ca6c-4ba5-4051-9b95-3a429b6edaa3 req-bf71d015-4f09-4592-b794-c35842982db5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645311
Jun 30 19:17:14.295419 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5dd12-5af3-4ad0-8c10-d5990ad9388c req-d5ce19bf-17e6-4c5c-b114-7513926bffa4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:14.296869 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-93f5dd12-5af3-4ad0-8c10-d5990ad9388c req-d5ce19bf-17e6-4c5c-b114-7513926bffa4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.1127388
Jun 30 19:17:14.304170 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2d9b0-4c33-4bce-8022-7f5ff94e2f10 req-542a22be-5f59-45cc-b43d-6a2da01d9dce tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:14.305526 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1be2d9b0-4c33-4bce-8022-7f5ff94e2f10 req-542a22be-5f59-45cc-b43d-6a2da01d9dce tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.1531687
Jun 30 19:17:14.372853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-93f5dd12-5af3-4ad0-8c10-d5990ad9388c req-acfc67e1-ab10-484b-a447-41bc3f0c1701 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663846
Jun 30 19:17:14.379763 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1be2d9b0-4c33-4bce-8022-7f5ff94e2f10 req-370a8f8e-158b-4f94-b234-db0e9e93871b tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588913
Jun 30 19:17:14.559879 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ee5a-2388-4d06-903a-89d7f376a5f3 req-6207afcf-93eb-413a-9464-2897b52cc1e4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:14.561373 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-94b4ee5a-2388-4d06-903a-89d7f376a5f3 req-6207afcf-93eb-413a-9464-2897b52cc1e4 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.0801635
Jun 30 19:17:14.569688 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57208) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:14.575272 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Request body: {'floatingip': {'port_id': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:14.654229 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:14.673791 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:17:14.823434 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:14.840007 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'mac_address': 'fa:16:3e:73:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:17:14.870497 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:14.894599 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:14.912447 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efba6b06-3126-46ba-80f1-3cbd5ae403b3 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:14.928320 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:14.996117 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:14.997916 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:15.065915 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:15.068792 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:15.352239 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:15.426793 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['efba6b06-3126-46ba-80f1-3cbd5ae403b3'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:17:15.442265 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:15.675410 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Floating IP 71fffdfa-4905-4609-be0d-a2321979cb70 associated. External IP: 172.27.0.133, port: d80a34b9-583e-4f93-8471-5c2d94cf09ce.
Jun 30 19:17:15.737532 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1edf82-ff06-4d7c-a014-6375cfbdaa48 req-ab7622b6-9aea-4605-b06b-37ec0092fc78 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:15.738982 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e1edf82-ff06-4d7c-a014-6375cfbdaa48 req-ab7622b6-9aea-4605-b06b-37ec0092fc78 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 944 time: 0.2436521
Jun 30 19:17:15.873514 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3e1edf82-ff06-4d7c-a014-6375cfbdaa48 req-35396f0a-2f2f-46d6-bfc0-3cfc06fdf708 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201668
Jun 30 19:17:16.071682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:17:16.358678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:17:16.362812 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:16.368449 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:17:16.378250 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:16.378855 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67317070>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:16.419594 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3f903c96-3d0b-4c7b-b249-9f95287a5ec5 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "PUT /v2.0/floatingips/71fffdfa-4905-4609-be0d-a2321979cb70 HTTP/1.1" status: 200  len: 991 time: 1.8463202
Jun 30 19:17:16.419594 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:16.470131 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'status': 'completed', 'code': 200}
Jun 30 19:17:16.563699 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:16.580200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-b8b613f2-8bea-4a69-8cee-039626b4f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:16.580200 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-b8b613f2-8bea-4a69-8cee-039626b4f12c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e36e93e28e7044cb9c766724bda95857&device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 1098 time: 0.0767963
Jun 30 19:17:16.708521 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:17:16.723290 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-23f35158-b229-4833-b556-caa2356dfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:16.724755 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-23f35158-b229-4833-b556-caa2356dfe86 service neutron] 10.222.0.97 "GET /v2.0/networks?id=612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 200  len: 911 time: 0.1361914
Jun 30 19:17:16.931441 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-ae2d0769-b6f4-4fb1-8130-2b776141fb7b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce HTTP/1.1" status: 200  len: 999 time: 0.1948595
Jun 30 19:17:16.967455 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port efba6b06-3126-46ba-80f1-3cbd5ae403b3 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:16.978313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port efba6b06-3126-46ba-80f1-3cbd5ae403b3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:16.978716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:17.000465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-701c7945-aa2e-4105-bea6-197ff60b995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:17.001950 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-701c7945-aa2e-4105-bea6-197ff60b995e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 200  len: 849 time: 0.0614965
Jun 30 19:17:17.061888 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67317070>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '71fffdfa-4905-4609-be0d-a2321979cb70', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:cc:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54970a2d-c815-429d-a45f-ce2918007546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:16:55Z', 'updated_at': '2021-06-30T19:17:15Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:17.077348 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7adc7-71b9-45b4-9153-ef25e64e1020 req-9aa76d0a-d8b2-4316-9648-f063ecaca8d9 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:17.079009 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46c7adc7-71b9-45b4-9153-ef25e64e1020 req-9aa76d0a-d8b2-4316-9648-f063ecaca8d9 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 944 time: 0.0873983
Jun 30 19:17:17.097621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-f4456b43-437a-4628-b21f-77ce55af8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:17.098258 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-f4456b43-437a-4628-b21f-77ce55af8d27 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=612b21ef-1063-4a10-84a0-437001c887af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803716
Jun 30 19:17:17.141461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:17:17.147501 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46c7adc7-71b9-45b4-9153-ef25e64e1020 req-bb9cdbcf-d350-433e-a671-b040ea1b7332 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588109
Jun 30 19:17:17.161518 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:17.162179 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67317070>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:17.235516 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:17.264291 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-c0812eb1-1b27-4d30-9df6-2d73a1a94f42 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505363
Jun 30 19:17:17.335833 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:17.354290 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:17.379047 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:17.409942 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ede3efb-a337-4028-ba9a-c696861145d1 req-4af663c5-879b-4b44-8680-6c94c470a5c6 service neutron] 10.222.0.97 "GET /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423867
Jun 30 19:17:17.421736 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'code': 200}
Jun 30 19:17:17.437402 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:17.441497 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:17.590132 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:17.594787 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:17.787182 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67317070>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '71fffdfa-4905-4609-be0d-a2321979cb70', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:cc:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54970a2d-c815-429d-a45f-ce2918007546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:16:55Z', 'updated_at': '2021-06-30T19:17:15Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:17.791744 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72cd20-52d5-488c-a7b3-e3d363972feb None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '71fffdfa-4905-4609-be0d-a2321979cb70', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'port_id': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'mac_address': 'fa:16:3e:cc:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54970a2d-c815-429d-a45f-ce2918007546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:16:55Z', 'updated_at': '2021-06-30T19:17:15Z', 'revision_number': 1, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:17:17.877051 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860763d-8174-4b94-bfa5-bac810c1f672 req-9b2b0533-012c-4a3b-9066-eadca2af92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:17.878556 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2860763d-8174-4b94-bfa5-bac810c1f672 req-9b2b0533-012c-4a3b-9066-eadca2af92d1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.0736856
Jun 30 19:17:17.926028 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2860763d-8174-4b94-bfa5-bac810c1f672 req-38a47436-f920-4d25-9d1c-b8928c74318e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353606
Jun 30 19:17:18.003324 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b7799f-634e-4174-9bb6-bb6627fedc96 None None] New status for floating IP 71fffdfa-4905-4609-be0d-a2321979cb70: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:17:18.327187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bec3b-f315-4381-80fe-7257afca8ea4 req-fa802026-dc0c-43c2-9c26-9d9bbb308c7a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:18.328680 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e45bec3b-f315-4381-80fe-7257afca8ea4 req-fa802026-dc0c-43c2-9c26-9d9bbb308c7a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0807295
Jun 30 19:17:18.376666 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e45bec3b-f315-4381-80fe-7257afca8ea4 req-771b7d6f-99f9-449b-9a64-89e39f25782d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419116
Jun 30 19:17:19.568036 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7423e-8617-4506-bb62-6c879fc4d380 req-8efc1af6-a193-4742-9366-98e6093dce12 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:19.569551 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1bb7423e-8617-4506-bb62-6c879fc4d380 req-8efc1af6-a193-4742-9366-98e6093dce12 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0838521
Jun 30 19:17:19.613584 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1bb7423e-8617-4506-bb62-6c879fc4d380 req-bb4def25-978d-40a3-b30a-622542bf3630 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383191
Jun 30 19:17:19.800594 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547087e0-daad-4395-b816-a4301ec78b5d req-64185034-1dfa-4d66-999e-c838258cdbf3 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:19.802062 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-547087e0-daad-4395-b816-a4301ec78b5d req-64185034-1dfa-4d66-999e-c838258cdbf3 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0795410
Jun 30 19:17:19.851033 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-547087e0-daad-4395-b816-a4301ec78b5d req-3f2549b6-8173-4cb3-888c-114ab0ecb6f7 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433967
Jun 30 19:17:19.873797 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57254) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:20.114277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ea55f-549e-4021-a42e-599fba30861b tempest-TestShelveInstance-722781818 tempest-TestShelveInstance-722781818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:20.118813 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-252ea55f-549e-4021-a42e-599fba30861b tempest-TestShelveInstance-722781818 tempest-TestShelveInstance-722781818-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1093 time: 0.2410538
Jun 30 19:17:20.119502 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57264) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:20.127445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:20.130988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:20.135382 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Usage tracker for resource:floatingip and tenant:553fa56c9f5c49d38fd9079989eff904 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:20.138204 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:20.144189 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:20.234298 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:20.376212 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:20.512150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Allocated IP 172.27.0.202 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/827b444d-9c38-46ea-9e15-667b56c2663f) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:20.653150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:20.773556 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:20.778072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3fd03277-5a0b-4cb6-8b9d-45913e719bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:20.841756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:20.845053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:20.847719 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:20.890911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'Port': ['ID=827b444d-9c38-46ea-9e15-667b56c2663f,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:20.893837 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:21.261228 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:21.478609 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:21.679136 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:21.759566 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:21.764863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:21.869927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event updated for resources: {'Port': ['ID=827b444d-9c38-46ea-9e15-667b56c2663f,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:21.875225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:21.883208 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:22.052004 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Floating IP bcb3a89e-8cc0-4349-ae71-49254743201c associated. External IP: 172.27.0.202, port: efba6b06-3126-46ba-80f1-3cbd5ae403b3.
Jun 30 19:17:22.407969 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Router a9e165c7-a251-47d8-b9ca-086543491f37 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:17:22.587355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:17:22.598466 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Sync routers for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:17:22.609092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:22.610026 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c666fce20>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:22.664078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:22.726329 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-5cafcb03-3f9f-4f10-8945-c5273271adef tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:22.746880 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6263156
Jun 30 19:17:22.748911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:22.796542 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:22.799141 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'status': 'completed', 'code': 200}
Jun 30 19:17:22.847462 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-5cafcb03-3f9f-4f10-8945-c5273271adef tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:22.848562 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-5cafcb03-3f9f-4f10-8945-c5273271adef tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329979916&fields=id&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 267 time: 0.2059877
Jun 30 19:17:22.914887 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-eed860d7-96a3-479e-8687-4bd814567249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:22.916401 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-eed860d7-96a3-479e-8687-4bd814567249 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.0806272
Jun 30 19:17:23.006969 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-a46146c5-01d0-4746-be92-8af158825855 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:23.007663 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-a46146c5-01d0-4746-be92-8af158825855 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:network {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:23.054810 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-13665e12-48f8-44cf-a485-2a529c2fe66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:23.056269 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-13665e12-48f8-44cf-a485-2a529c2fe66f service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.1320186
Jun 30 19:17:23.076193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-a46146c5-01d0-4746-be92-8af158825855 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:network {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:23.077430 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-a46146c5-01d0-4746-be92-8af158825855 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.2183053
Jun 30 19:17:23.093125 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-e66c937f-c447-4392-9d5c-b9e9cd40c3c8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/quotas/46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 375 time: 0.0096927
Jun 30 19:17:23.157358 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c666fce20>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'bcb3a89e-8cc0-4349-ae71-49254743201c', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'mac_address': 'fa:16:3e:73:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da289065-f783-4f86-9883-90f22753805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:21Z', 'updated_at': '2021-06-30T19:17:21Z', 'revision_number': 0, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:23.165264 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Checking router: a9e165c7-a251-47d8-b9ca-086543491f37 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:17:23.178780 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:23.179430 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c666fce20>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:23.182693 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-147aa242-ca9f-46ee-9a56-0d102e5e04b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 999 time: 0.1113207
Jun 30 19:17:23.258422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-d7f697a4-cc4b-45af-8c12-75782bac0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:23.260232 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-d7f697a4-cc4b-45af-8c12-75782bac0823 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0621312
Jun 30 19:17:23.291628 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-35c48333-1ff6-485b-8865-76eb6afd6a27 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:23.355009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-e3a4641c-2e77-4f3d-9c77-b97bcb823e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:23.356857 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-e3a4641c-2e77-4f3d-9c77-b97bcb823e14 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807076
Jun 30 19:17:23.365139 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-35c48333-1ff6-485b-8865-76eb6afd6a27 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:23.366589 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-35c48333-1ff6-485b-8865-76eb6afd6a27 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2646921
Jun 30 19:17:23.416439 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:23.517669 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-0677126c-274b-4d44-876e-76be3467d453 service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394405
Jun 30 19:17:23.520618 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-628024de-cb4c-41a6-9c82-28c611fce10f service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524084
Jun 30 19:17:23.660517 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-18fb679a-96ff-40c7-b828-8825a19ed91c service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361628
Jun 30 19:17:23.671303 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-61ecdf77-0231-4472-8b01-a0e7d0df388c req-3250697c-afdb-4d22-a2ff-4f5977ea13d7 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365154
Jun 30 19:17:23.774422 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c666fce20>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'bcb3a89e-8cc0-4349-ae71-49254743201c', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'mac_address': 'fa:16:3e:73:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da289065-f783-4f86-9883-90f22753805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:21Z', 'updated_at': '2021-06-30T19:17:21Z', 'revision_number': 0, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:23.778532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bc862-3394-4c45-9d3c-03d7d801aa55 None None] The sync data for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi is: [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'bcb3a89e-8cc0-4349-ae71-49254743201c', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'mac_address': 'fa:16:3e:73:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da289065-f783-4f86-9883-90f22753805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:21Z', 'updated_at': '2021-06-30T19:17:21Z', 'revision_number': 0, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:17:23.997255 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4b450-ee91-46b0-9690-3de7dd87603d None None] New status for floating IP bcb3a89e-8cc0-4349-ae71-49254743201c: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:17:24.372528 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0043f0e5-530c-433c-9ba2-18c1a86f411e req-c684d932-aa62-4e06-bb06-985efe0677f3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 210 time: 0.0474083
Jun 30 19:17:25.518410 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c1138a4e-cf8b-4088-9070-019e376072ae req-a9f3a4b0-c349-466d-9f69-5bffaad49af3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 210 time: 0.0423679
Jun 30 19:17:26.653805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-033d6d53-711d-4048-88f1-d8daeb5399ca tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:26.655823 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-033d6d53-711d-4048-88f1-d8daeb5399ca tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.1487610
Jun 30 19:17:26.674300 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4461e328-574f-4a19-b2de-e44d3980fab3 req-81280d4c-67b6-4d50-8b76-cd95384131e4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 210 time: 0.0459373
Jun 30 19:17:26.715170 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-ca3a1a69-909d-4d3a-8bb3-5ce91c5d75c4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 379 time: 0.0484920
Jun 30 19:17:26.739405 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'port': {'device_id': '04116cb0-842d-4089-918f-9a700f65d18a', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'admin_state_up': True, 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'security_groups': ['be7b0f3a-8f1b-41e2-b10b-b503f316ca84']}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:26.962186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:26.972300 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:27.058877 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Made reservation on behalf of 46ce4880b8e44e15b6b2ef02000a1596 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:17:27.062465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:27.226403 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.20.0.8 (4e8ba060-8375-44ef-9e63-bd6200540e0c/da2d9039-fca0-47b7-aaa2-80f2e91734dc/7c90085e-00d9-447a-9104-8ee83dc9619e) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:27.416606 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:27.432033 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Transition to ACTIVE for port object 7c90085e-00d9-447a-9104-8ee83dc9619e will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:27.525612 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:27.531214 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-20c54dbf-2ee9-4f38-9f6d-0f2c13749c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:27.595669 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:27.598689 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:27.602491 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:27.636933 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:27.648407 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:27.673629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:27.674292 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:27.814350 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0842307
Jun 30 19:17:27.831046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Request body: {'port': {'device_id': '04116cb0-842d-4089-918f-9a700f65d18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:27.865368 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-10366027-9b14-4b56-9092-04135710d388 None None] Provisioning for port 7c90085e-00d9-447a-9104-8ee83dc9619e completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:27.870980 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-10366027-9b14-4b56-9092-04135710d388 None None] Provisioning complete for port 7c90085e-00d9-447a-9104-8ee83dc9619e triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:27.871385 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-10366027-9b14-4b56-9092-04135710d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:27.875378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd66e-c4e6-4878-b1b9-fe5a6fc52329 req-0e33d1cd-96c4-4fa6-bf7f-c06e99e0c67f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:27.876965 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b8fd66e-c4e6-4878-b1b9-fe5a6fc52329 req-0e33d1cd-96c4-4fa6-bf7f-c06e99e0c67f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 931 time: 0.0881712
Jun 30 19:17:27.945679 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-10366027-9b14-4b56-9092-04135710d388 None None] Port 7c90085e-00d9-447a-9104-8ee83dc9619e cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:17:27.947309 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3b8fd66e-c4e6-4878-b1b9-fe5a6fc52329 req-2b9fc8ba-50c9-4957-b33c-26f07f34093d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639026
Jun 30 19:17:27.956610 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.313781 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c90085e-00d9-447a-9104-8ee83dc9619e {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:28.320803 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.336412 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Transition to ACTIVE for port object 7c90085e-00d9-447a-9104-8ee83dc9619e will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:28.416487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.423595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-282b11c7-0465-422a-ae08-59d05c5c2fff tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:28.655447 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Pushing event updated for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:28.661431 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:28.717854 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Attempting to bind port 7c90085e-00d9-447a-9104-8ee83dc9619e on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:17:28.718588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Attempting to bind port 7c90085e-00d9-447a-9104-8ee83dc9619e by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:17:28.718588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Attempting to bind port 7c90085e-00d9-447a-9104-8ee83dc9619e on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:28.723321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Port 7c90085e-00d9-447a-9104-8ee83dc9619e on network 4e8ba060-8375-44ef-9e63-bd6200540e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:17:28.723640 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Attempting to bind port 7c90085e-00d9-447a-9104-8ee83dc9619e on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:28.729001 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:17:28.729372 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:17:28.729756 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Bound using segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:17:28.730178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Bound port: 7c90085e-00d9-447a-9104-8ee83dc9619e, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:17:28.730524 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.836384 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:17:28.839484 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7c90085e-00d9-447a-9104-8ee83dc9619e,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:17:28.906672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.911110 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:28.984970 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:28.985631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:28.986993 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] 10.222.0.97 "PUT /v2.0/ports/7c90085e-00d9-447a-9104-8ee83dc9619e HTTP/1.1" status: 200  len: 1093 time: 1.1617990
Jun 30 19:17:28.987597 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:29.011695 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Pushing event updated for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:29.017066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:29.052783 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'status': 'completed', 'code': 200}
Jun 30 19:17:29.205513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7fd1d-2acb-4570-a41c-4ddd0c9ae6f9 req-75ef9294-9b03-4261-89da-8768b4718cb2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.207055 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-70c7fd1d-2acb-4570-a41c-4ddd0c9ae6f9 req-75ef9294-9b03-4261-89da-8768b4718cb2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.1224809
Jun 30 19:17:29.234326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-0d4f3af6-01bc-4efc-bad4-1985673ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.236152 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-0d4f3af6-01bc-4efc-bad4-1985673ddd5d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 1096 time: 0.1550632
Jun 30 19:17:29.267902 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-70c7fd1d-2acb-4570-a41c-4ddd0c9ae6f9 req-56ba2a6a-bddc-42e3-896f-ba998bd2a66e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547190
Jun 30 19:17:29.391708 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-47dcd287-0ebe-415d-9143-ef3f669f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.393233 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-47dcd287-0ebe-415d-9143-ef3f669f69af service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1362696
Jun 30 19:17:29.599277 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-612f7d9d-af97-4a69-a5e2-70ba4fd49b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.600718 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-52aa8276-61f9-4a71-a5b0-69ac53926669 req-612f7d9d-af97-4a69-a5e2-70ba4fd49b98 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1966166
Jun 30 19:17:29.714182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-1f66f61e-4d78-4c86-87b4-5f15dcc8a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.715628 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-1f66f61e-4d78-4c86-87b4-5f15dcc8a1d3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 1096 time: 0.0724115
Jun 30 19:17:29.785135 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-ef0b00a8-df69-420d-985a-100bab090b7d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c90085e-00d9-447a-9104-8ee83dc9619e HTTP/1.1" status: 200  len: 217 time: 0.0588460
Jun 30 19:17:29.850543 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-e9abccf1-69c4-47a9-9e51-4abd16923cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.851839 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-e9abccf1-69c4-47a9-9e51-4abd16923cb1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0581908
Jun 30 19:17:29.925557 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-336a1445-2d45-4a4b-95f2-120095fe0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:29.927002 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-336a1445-2d45-4a4b-95f2-120095fe0e23 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680170
Jun 30 19:17:30.067194 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-00119b2f-f166-495a-a377-9920e7730852 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306148
Jun 30 19:17:30.218972 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3301f83e-1eef-4b21-b07f-dcdabc1903e0 req-eb28935d-4ea2-4f83-a143-828f8340d75b service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370730
Jun 30 19:17:30.456020 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5407c-6187-4328-8620-5622bd9e57a6 req-42ff49c8-e4dc-46e6-9c96-400b806bd16a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:30.457404 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bad5407c-6187-4328-8620-5622bd9e57a6 req-42ff49c8-e4dc-46e6-9c96-400b806bd16a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0812874
Jun 30 19:17:30.505238 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bad5407c-6187-4328-8620-5622bd9e57a6 req-066c8657-4e44-415d-883d-437df995a65e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422747
Jun 30 19:17:30.559313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2fd230b4-8284-4f01-a0de-f62eeb684bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:31.150259 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:31.694308 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9517-afd3-4a53-94f4-fa2d02b559f4 req-1aec4f1c-4d78-495b-af50-38f59e850ebf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:31.694308 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-604c9517-afd3-4a53-94f4-fa2d02b559f4 req-1aec4f1c-4d78-495b-af50-38f59e850ebf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0796607
Jun 30 19:17:31.731880 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-604c9517-afd3-4a53-94f4-fa2d02b559f4 req-2a05ef2f-f0cf-4f55-9494-c753caa965aa tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386937
Jun 30 19:17:32.923233 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f56e6-2977-4fd2-a9c9-20ee438adc33 req-4bfd7cf6-5f29-45c0-81f2-f05efb21a1ac tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:32.924571 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a54f56e6-2977-4fd2-a9c9-20ee438adc33 req-4bfd7cf6-5f29-45c0-81f2-f05efb21a1ac tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0823784
Jun 30 19:17:32.969570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a54f56e6-2977-4fd2-a9c9-20ee438adc33 req-d2188715-04af-423c-9e0c-b5978221dccc tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393422
Jun 30 19:17:33.410498 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e070edf1-8516-4835-9262-2cc0f1eeacd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:34.153516 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd651-c3f2-43fa-bbb4-bb970d470e0c req-ae8b6591-6e3b-46ef-9358-d9a1fc526b5c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:34.155004 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b8edd651-c3f2-43fa-bbb4-bb970d470e0c req-ae8b6591-6e3b-46ef-9358-d9a1fc526b5c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0797043
Jun 30 19:17:34.204966 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b8edd651-c3f2-43fa-bbb4-bb970d470e0c req-27d39047-5a17-428b-8d37-0d9895316897 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425532
Jun 30 19:17:34.290617 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:35.387560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a6a3d-aefe-457d-805a-b794766ebfc0 req-88ebefa0-7a1b-4cda-a2b5-26ee472f12a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:35.389303 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-011a6a3d-aefe-457d-805a-b794766ebfc0 req-88ebefa0-7a1b-4cda-a2b5-26ee472f12a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0789726
Jun 30 19:17:35.433956 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-011a6a3d-aefe-457d-805a-b794766ebfc0 req-9136ab31-722b-4706-ba61-608d3fe28dd5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387383
Jun 30 19:17:35.736454 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:36.619451 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22971a0-56f3-4f69-aa41-299508afda31 req-8587073c-6c93-4ebf-8ebd-c2de7ea58e77 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:36.620826 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c22971a0-56f3-4f69-aa41-299508afda31 req-8587073c-6c93-4ebf-8ebd-c2de7ea58e77 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0838537
Jun 30 19:17:36.666001 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c22971a0-56f3-4f69-aa41-299508afda31 req-74cba795-3b3f-42e3-89fd-33c00112654e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385063
Jun 30 19:17:37.852581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528448-0d99-4d6f-9841-360721cc6af9 req-35e14f49-2001-4a82-8b5c-0e6b814b5ebb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:37.854053 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69528448-0d99-4d6f-9841-360721cc6af9 req-35e14f49-2001-4a82-8b5c-0e6b814b5ebb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0789561
Jun 30 19:17:37.900825 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69528448-0d99-4d6f-9841-360721cc6af9 req-87c9c0b9-3f00-4240-963d-071cea786516 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411298
Jun 30 19:17:38.865573 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 7c90085e-00d9-447a-9104-8ee83dc9619e details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:17:39.005988 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7c90085e-00d9-447a-9104-8ee83dc9619e,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:39.019747 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'port_id': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'mac_address': 'fa:16:3e:33:e0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:17:39.081246 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:39.096087 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4598bf-28bb-4987-9b62-d13d2cc24df5 req-01ea61f5-9e7f-4dc2-8ca0-8955d17e64a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:39.098184 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3f4598bf-28bb-4987-9b62-d13d2cc24df5 req-01ea61f5-9e7f-4dc2-8ca0-8955d17e64a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 943 time: 0.0844994
Jun 30 19:17:39.098859 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c90085e-00d9-447a-9104-8ee83dc9619e {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:39.117181 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7c90085e-00d9-447a-9104-8ee83dc9619e,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:39.146101 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3f4598bf-28bb-4987-9b62-d13d2cc24df5 req-be34570f-c07b-4613-a292-e5fea4d694a4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399792
Jun 30 19:17:39.201986 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:39.204664 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:39.268890 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:39.271899 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:39.607992 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['7c90085e-00d9-447a-9104-8ee83dc9619e'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:17:40.338572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e730-8b56-4fe5-8984-1e3a7f482073 req-7963b8ce-3f5a-46de-afe7-22fce660bd0b tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:40.340044 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5a67e730-8b56-4fe5-8984-1e3a7f482073 req-7963b8ce-3f5a-46de-afe7-22fce660bd0b tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 944 time: 0.0863960
Jun 30 19:17:40.387754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5a67e730-8b56-4fe5-8984-1e3a7f482073 req-16b8ab74-f875-4b55-8336-6e189ede33d1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407326
Jun 30 19:17:40.486346 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:17:40.886996 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 7c90085e-00d9-447a-9104-8ee83dc9619e up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:17:41.159233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 7c90085e-00d9-447a-9104-8ee83dc9619e completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:41.159233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 7c90085e-00d9-447a-9104-8ee83dc9619e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:41.159233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:41.266430 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:41.293738 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:41.303783 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7c90085e-00d9-447a-9104-8ee83dc9619e,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:41.339498 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'code': 200}
Jun 30 19:17:41.376068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:41.378508 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-295b8a6f-0f6f-4aab-a40e-377d02ea84db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:41.445013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:41.447966 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:41.584085 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c77b1-aa21-4612-95eb-d43b327933d5 req-ee7b2d8c-1553-4fe0-ad19-77b04e3314e1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:41.587038 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-845c77b1-aa21-4612-95eb-d43b327933d5 req-ee7b2d8c-1553-4fe0-ad19-77b04e3314e1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.0855455
Jun 30 19:17:41.798808 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-845c77b1-aa21-4612-95eb-d43b327933d5 req-1095c114-ef47-4a15-83ad-bf56966a7f4a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2069409
Jun 30 19:17:41.836125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f996ec-68b3-43e7-8038-76fcd80249f4 req-a9664093-f9f6-44c3-8673-f0b5c0c7c2cf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:41.837858 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83f996ec-68b3-43e7-8038-76fcd80249f4 req-a9664093-f9f6-44c3-8673-f0b5c0c7c2cf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.2184236
Jun 30 19:17:41.885556 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83f996ec-68b3-43e7-8038-76fcd80249f4 req-37e02df6-70ed-4011-9252-697a1c7d2f45 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416565
Jun 30 19:17:41.950998 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d96f89-1488-48f0-b712-b551881c0db4 req-cc9d62b5-e668-46b8-9ac6-742e709fe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:41.952523 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e7d96f89-1488-48f0-b712-b551881c0db4 req-cc9d62b5-e668-46b8-9ac6-742e709fe194 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 1098 time: 0.0760794
Jun 30 19:17:41.994388 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e7d96f89-1488-48f0-b712-b551881c0db4 req-3c0308d7-e92f-4ad1-8512-bebf49d86bfb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337815
Jun 30 19:17:42.997030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fa663-1766-42d3-a890-85b3f88b1fcd req-5747ceb9-5849-469b-81f2-bba1d3304ea9 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:42.998512 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d03fa663-1766-42d3-a890-85b3f88b1fcd req-5747ceb9-5849-469b-81f2-bba1d3304ea9 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.0917542
Jun 30 19:17:43.090594 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d03fa663-1766-42d3-a890-85b3f88b1fcd req-49ff2e8a-98c8-4647-bed7-08fa9f5279b4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856650
Jun 30 19:17:43.118348 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623a40-442b-4d99-bb40-d2bdb33ae6bc req-ff224dcb-e84f-45ef-aa97-c7645822285e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:43.125068 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cf623a40-442b-4d99-bb40-d2bdb33ae6bc req-ff224dcb-e84f-45ef-aa97-c7645822285e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1185420
Jun 30 19:17:43.170919 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cf623a40-442b-4d99-bb40-d2bdb33ae6bc req-20f4b1e4-2f48-4f21-89e0-c250e37aa384 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449066
Jun 30 19:17:43.860216 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-ea914a3b-71ba-4b01-be06-8f0491ae004a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:43.860916 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-ea914a3b-71ba-4b01-be06-8f0491ae004a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:43.873606 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-ea914a3b-71ba-4b01-be06-8f0491ae004a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:43.874717 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-ea914a3b-71ba-4b01-be06-8f0491ae004a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1025312
Jun 30 19:17:43.947217 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Deleting port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:17:43.947552 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.198129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] For port d108b4d4-7b09-4f24-a3ee-344472ed6cc3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:44.198489 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.301048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c0e3d-7968-454d-8296-0d6547d76f36 req-e030ffa8-69e2-4c32-826e-f0500587e945 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:44.302586 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ba6c0e3d-7968-454d-8296-0d6547d76f36 req-e030ffa8-69e2-4c32-826e-f0500587e945 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.0950525
Jun 30 19:17:44.400356 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ba6c0e3d-7968-454d-8296-0d6547d76f36 req-8c08701b-7713-4c70-8bde-9ac97150beb5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660696
Jun 30 19:17:44.431572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22504b9-c924-4bf3-bf71-c76e7b7f7632 req-75d6a8eb-9f9a-4afd-aecf-eb5c1ec94282 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:44.433444 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d22504b9-c924-4bf3-bf71-c76e7b7f7632 req-75d6a8eb-9f9a-4afd-aecf-eb5c1ec94282 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 947 time: 0.1446543
Jun 30 19:17:44.482540 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d22504b9-c924-4bf3-bf71-c76e7b7f7632 req-3654cc3a-0487-446f-a591-2a2634c33bf7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=043dd5ec-a9f0-4c90-9469-65d66607cd8d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431435
Jun 30 19:17:44.496571 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.496966 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.497345 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Floating IP e1b6e17f-027f-47a3-942c-c04bd45bafe6 disassociated. External IP: 172.27.0.78, port: d108b4d4-7b09-4f24-a3ee-344472ed6cc3.
Jun 30 19:17:44.497688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Calling delete_port for d108b4d4-7b09-4f24-a3ee-344472ed6cc3 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:17:44.670589 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a824-2a88-4393-8b12-17b36b26bf60 req-81ffc9d2-85c6-4340-bdf1-ed8477ada23f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:44.672003 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e450a824-2a88-4393-8b12-17b36b26bf60 req-81ffc9d2-85c6-4340-bdf1-ed8477ada23f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.0825512
Jun 30 19:17:44.722360 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e450a824-2a88-4393-8b12-17b36b26bf60 req-6a5a34f0-9698-4c98-aebc-93edfd5e60ea tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439720
Jun 30 19:17:44.747568 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57420) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:44.761507 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.767352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bab39743-de34-4d1f-9bbc-d538665617f0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:44.812024 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'Port': ['ID=d108b4d4-7b09-4f24-a3ee-344472ed6cc3,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:44.813009 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:44.816044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:45.044820 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e369b6b-b7bd-4c55-97c6-4fc405c1f97a tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:45.045647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1e369b6b-b7bd-4c55-97c6-4fc405c1f97a tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] Synchronizing usage tracker for tenant:f4ae11070e2443b0b20c717bb049392a on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:45.058000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:17:45.200134 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-1e369b6b-b7bd-4c55-97c6-4fc405c1f97a tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] Unset dirty status for tenant:f4ae11070e2443b0b20c717bb049392a on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:45.201622 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1e369b6b-b7bd-4c55-97c6-4fc405c1f97a tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 1093 time: 0.4530497
Jun 30 19:17:45.204713 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57428) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:45.211047 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'port_id': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:45.217194 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:45.224058 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:floatingip and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:45.227081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:45.233796 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:45.245929 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:17:45.257356 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:17:45.266854 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:45.267474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67460d60>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:45.328240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] No DVR routers for this DVR port d108b4d4-7b09-4f24-a3ee-344472ed6cc3 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:17:45.330927 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:45.333647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-deleted', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:45.336322 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:45.385705 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e291bb91-eabe-4ba4-bf82-ae0885a36482', 'name': 'network-vif-deleted', 'tag': 'd108b4d4-7b09-4f24-a3ee-344472ed6cc3', 'status': 'completed', 'code': 200}
Jun 30 19:17:45.439948 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-c69a1d56-d79f-41ad-81dd-b669fd4897c9 req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "DELETE /v2.0/ports/d108b4d4-7b09-4f24-a3ee-344472ed6cc3 HTTP/1.1" status: 204  len: 173 time: 1.5582449
Jun 30 19:17:45.452526 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:45.478350 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:45.628706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.27.0.152 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/46761c92-c9b1-4009-b150-acf3f2aab699) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:45.713749 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dcf60c20-15cf-4527-9e73-f6a1acb24213 req-6769846d-aea8-49df-9980-96c0a8685708 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=e291bb91-eabe-4ba4-bf82-ae0885a36482 HTTP/1.1" status: 200  len: 210 time: 0.0735924
Jun 30 19:17:45.804672 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67460d60>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:45.808544 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:17:45.817380 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:45.822598 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67460d60>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:45.839123 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:45.939090 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:45.943069 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0a5b72fd-add1-4570-90fc-b31ce0645c25 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:45.990311 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:46.007963 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:46.010813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:46.013513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:46.061778 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=46761c92-c9b1-4009-b150-acf3f2aab699,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:46.075479 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.075798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.076164 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.076549 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.076907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.077285 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.077645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.077998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.078348 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.078699 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.079047 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.079393 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:46.083575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:46.312251 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67460d60>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:46.316580 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66006-55c1-4724-bdf9-c5a4e74c5acb None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:17:46.468244 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:46.567979 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e2c6d-eac4-4781-96d8-c6d0799e29f2 None None] New status for floating IP e1b6e17f-027f-47a3-942c-c04bd45bafe6: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:17:46.715018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:46.945003 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:46.979928 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57444) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:46.995966 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.000746 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-74d7df84-be60-4fe0-8763-693bc40f6332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:47.044996 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.073200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.104389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=46761c92-c9b1-4009-b150-acf3f2aab699,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:47.108349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:47.115770 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.218674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.223346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0150f38d-d9b2-4d6b-aa56-1b69e3a170cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:47.244084 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043dd5ec-a9f0-4c90-9469-65d66607cd8d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:47.255466 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.255949 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.256330 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.256692 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.257115 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.257531 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.257887 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.258239 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.258589 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.258937 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.259280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.259651 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:17:47.263334 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:47.293374 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP c8fd5590-6dd3-43f6-b547-710e92114d61 associated. External IP: 172.27.0.152, port: 7c90085e-00d9-447a-9104-8ee83dc9619e.
Jun 30 19:17:47.337629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.338816 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "DELETE /v2.0/security-groups/043dd5ec-a9f0-4c90-9469-65d66607cd8d HTTP/1.1" status: 204  len: 168 time: 0.3578277
Jun 30 19:17:47.341442 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57448) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:47.358334 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.api.v2.resource [None req-631fbd78-0389-448e-bc62-b4097efeddaa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] show failed (client error): The resource could not be found.
Jun 30 19:17:47.359308 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-631fbd78-0389-448e-bc62-b4097efeddaa tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups/043dd5ec-a9f0-4c90-9469-65d66607cd8d HTTP/1.1" status: 404  len: 347 time: 0.0168846
Jun 30 19:17:47.362274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57452) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:47.516999 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Deleting port 1519e463-c5dc-4ece-935e-1148d761cc43 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:17:47.517374 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.642230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:17:47.691341 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.691667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.816208 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Calling delete_port for 1519e463-c5dc-4ece-935e-1148d761cc43 owned by network:floatingip {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:17:47.824658 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:17:47.836452 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:17:47.846918 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:47.847834 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66721fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:47.919640 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:47.987838 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7809508
Jun 30 19:17:47.988706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:48.034657 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.035254 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'status': 'completed', 'code': 200}
Jun 30 19:17:48.035375 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:48.039474 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9a6c86a9-b5b4-466d-98c0-629cebbf845b tempest-VolumesActionsTest-271330110 tempest-VolumesActionsTest-271330110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:48.197776 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'Port': ['ID=1519e463-c5dc-4ece-935e-1148d761cc43,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:48.237319 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:48.305448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.320878 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-20531670-5b94-406f-9d80-9e385e68ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:48.322366 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-20531670-5b94-406f-9d80-9e385e68ef8c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 1098 time: 0.1779139
Jun 30 19:17:48.326459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.327487 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "DELETE /v2.0/floatingips/e1b6e17f-027f-47a3-942c-c04bd45bafe6 HTTP/1.1" status: 204  len: 168 time: 0.9643383
Jun 30 19:17:48.407812 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66721fd0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c8fd5590-6dd3-43f6-b547-710e92114d61', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:33:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116cb0-842d-4089-918f-9a700f65d18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:46Z', 'updated_at': '2021-06-30T19:17:46Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:48.412310 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:17:48.421166 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:48.422104 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c66721fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:48.463297 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-66c72125-3f4c-455c-9828-3222e05c497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:48.464775 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-66c72125-3f4c-455c-9828-3222e05c497b service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1337419
Jun 30 19:17:48.576437 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-fa228bea-354d-4bfa-9999-d13f7543de60 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c90085e-00d9-447a-9104-8ee83dc9619e HTTP/1.1" status: 200  len: 999 time: 0.1026864
Jun 30 19:17:48.632676 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:48.642734 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-83c26379-9f57-4f67-a35d-26af748e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:48.644244 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-83c26379-9f57-4f67-a35d-26af748e64d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0591080
Jun 30 19:17:48.677576 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57464) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:48.682733 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950391641', 'description': 'tempest-description--816618445'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:48.688650 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:48.692879 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:48.695771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:48.702453 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:48.735541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-84129772-be2b-4cc9-a77a-8cc69562879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:48.737773 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-84129772-be2b-4cc9-a77a-8cc69562879e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808985
Jun 30 19:17:48.807039 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.828238 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:48.833140 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:48.836099 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:48.841727 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:48.875661 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-ef2b9891-7c66-46d0-adff-00195814f59c service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266997
Jun 30 19:17:48.922032 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.960467 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:17:48.992530 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:48.998453 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b06510d4-2587-457e-b6e5-dbd8fd45d146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:49.002983 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: d108b4d4-7b09-4f24-a3ee-344472ed6cc3 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:17:49.002983 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d108b4d4-7b09-4f24-a3ee-344472ed6cc3 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:17:49.017044 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-45127d18-67b6-4c07-a5ce-7cccb961d5c6 req-b501816f-d09c-4010-9551-e08a00201a18 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314793
Jun 30 19:17:49.031712 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c66721fd0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c8fd5590-6dd3-43f6-b547-710e92114d61', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:33:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116cb0-842d-4089-918f-9a700f65d18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:46Z', 'updated_at': '2021-06-30T19:17:46Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:49.036993 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1642a-82c3-4b14-a1c8-ffc2a2b9abf8 None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': 'c8fd5590-6dd3-43f6-b547-710e92114d61', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:33:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04116cb0-842d-4089-918f-9a700f65d18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:46Z', 'updated_at': '2021-06-30T19:17:46Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:17:49.043106 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3777fe-d738-4743-834b-1701a2fd533a,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:49.046200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:49.138749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.143351 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4616961
Jun 30 19:17:49.143627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57470) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:49.148908 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group_rule': {'security_group_id': '3f3777fe-d738-4743-834b-1701a2fd533a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:49.156018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:49.160032 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:49.168416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:49.169537 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:49.245947 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.262859 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6ebc5-5e0a-4606-ae25-ba4a265d5561 None None] New status for floating IP c8fd5590-6dd3-43f6-b547-710e92114d61: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:17:49.308605 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.378878 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.387002 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-01493384-3834-4493-8254-4f8f7fb6f742 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:49.407909 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1cd5aa-1c67-4103-8712-44ce66ce823d,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:49.411198 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:49.472756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.473907 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c06331c8-0293-4307-b7b3-fe8f06ec1ebc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3292787
Jun 30 19:17:49.476446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57474) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:49.481644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'security_group_rule': {'security_group_id': '3f3777fe-d738-4743-834b-1701a2fd533a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:49.488173 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:49.492218 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:security_group_rule and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:49.495188 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:49.500807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:49.582646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.644253 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.735582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024665'] for security_group_rule, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.738582 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-26efd3b2-310b-4292-a0c1-a9888c26cc6a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:49.764777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b06643a-1d5a-4a96-9f89-2135574cd234,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:49.769848 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:49.844227 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:49.845472 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-7c4c2a81-ed32-4381-b3e2-d1f2039797c8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3680878
Jun 30 19:17:49.848754 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57478) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:49.853891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:49.859643 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:49.864933 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:floatingip and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:49.867897 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:49.873565 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:49.976446 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-d4b937a4-8a23-4310-9825-18b4f10aa5fb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793476
Jun 30 19:17:50.052714 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.081523 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f93859-6bcd-4030-92d5-2217389bd86e req-e9c48adf-5890-409f-b546-5fe373100b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:50.083009 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-e9c48adf-5890-409f-b546-5fe373100b3c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1138 time: 0.0746202
Jun 30 19:17:50.192233 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.254881 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f93859-6bcd-4030-92d5-2217389bd86e req-2a9d214f-8656-40cb-9edb-025252497f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:50.256506 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-2a9d214f-8656-40cb-9edb-025252497f56 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.1437275
Jun 30 19:17:50.343747 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Allocated IP 172.27.0.238 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/36d77c1a-850d-456d-b0e4-e6a352a7ed27) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:50.363425 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-a2d3a183-28ed-442c-aa72-0204c7355be2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 1001 time: 0.0955584
Jun 30 19:17:50.433289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f93859-6bcd-4030-92d5-2217389bd86e req-8ea299e8-9368-4e53-ad27-64d174ad4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:50.434701 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-8ea299e8-9368-4e53-ad27-64d174ad4396 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.0614796
Jun 30 19:17:50.492144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.520496 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f93859-6bcd-4030-92d5-2217389bd86e req-91ce747b-1f1f-477a-a926-d326fd3a6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:50.522084 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-91ce747b-1f1f-477a-a926-d326fd3a6e2f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682986
Jun 30 19:17:50.567420 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.571313 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:50.636889 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:50.639583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:50.643186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:50.665909 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-fdfbe808-2d65-40d4-a930-a186af032746 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278722
Jun 30 19:17:50.672054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=36d77c1a-850d-456d-b0e4-e6a352a7ed27,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:50.679870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:50.733241 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.854898 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:50.885462 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46f93859-6bcd-4030-92d5-2217389bd86e req-8da89eb3-0c93-464c-84dc-be83ac9868c3 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040527
Jun 30 19:17:51.063793 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:51.109578 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:51.114272 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f593c445-3654-4b14-b309-922104b8ab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:51.223797 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=36d77c1a-850d-456d-b0e4-e6a352a7ed27,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:51.227854 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:51.234387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:51.309899 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:51.311105 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4614015
Jun 30 19:17:51.537556 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-bf1cbb29-ba84-4f53-8745-b52628908454 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:51.601438 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-bf1cbb29-ba84-4f53-8745-b52628908454 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:51.602537 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-bf1cbb29-ba84-4f53-8745-b52628908454 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1950391641&fields=id&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 267 time: 0.1054804
Jun 30 19:17:51.754087 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-d977295f-bf09-4054-97ef-f2666af79487 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:51.755572 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-d977295f-bf09-4054-97ef-f2666af79487 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 816 time: 0.1461287
Jun 30 19:17:51.770725 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-2fb9ea8c-ff2d-4de5-bae1-c600b37a6512 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/quotas/74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 375 time: 0.0097775
Jun 30 19:17:51.863108 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-e8a759a4-d368-4554-a724-8ebd9be6e7df tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0871546
Jun 30 19:17:52.003652 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-d51ffea8-8371-443f-a878-199b4bda33f0 service neutron] 10.222.0.78 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291916
Jun 30 19:17:52.133574 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-a2b827aa-23fb-45ce-9892-d389e836eb88 service neutron] 10.222.0.78 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240401
Jun 30 19:17:52.335468 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-032b2a68-97d9-4fc3-8c9b-fd7388f97147 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587167369&fields=id&tenant_id=e2886e043e404867bfb961a137872ce4 HTTP/1.1" status: 200  len: 267 time: 0.0477660
Jun 30 19:17:52.528258 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f3728777-1731-4107-8d5c-df81bb57c23b req-7d75b00c-11c5-42d1-99a5-2d524ffb6187 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 210 time: 0.1456003
Jun 30 19:17:52.557925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-d664113d-181e-4be0-a1c2-5080b6c3913d tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:52.560139 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-d664113d-181e-4be0-a1c2-5080b6c3913d tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 985 time: 0.2135489
Jun 30 19:17:52.571537 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Request body: {'port': {'security_groups': ['67f4193f-b66c-4e8d-956f-8df2dbab8cd4']}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:52.690612 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:52.935779 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:17:52.959943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.004016 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.011242 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8384ee37-2579-4f94-81ff-a80387150de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:53.018711 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:17:53.076684 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:53.077350 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.078754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02de9a29-ee3a-41c4-aebb-74010bc3ab6b req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "PUT /v2.0/ports/6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 943 time: 0.5120046
Jun 30 19:17:53.082368 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:53.089192 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57520) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:53.119362 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event updated for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=7']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:53.122999 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:53.148743 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:17:53.209302 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:17:53.278086 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.316758 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.374920 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-8c746158-1b6e-44a4-a591-45388c50e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:53.374920 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-8c746158-1b6e-44a4-a591-45388c50e6e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1099 time: 0.1869538
Jun 30 19:17:53.380761 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-9d362ce5-6e8f-4c6a-8444-e90acf23d537 None None] Provisioning complete for port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:53.381142 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9d362ce5-6e8f-4c6a-8444-e90acf23d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.518244 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-14fa923a-d399-40c4-9828-09ff6a79c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:53.519737 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-14fa923a-d399-40c4-9828-09ff6a79c211 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.1360343
Jun 30 19:17:53.588674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.608081 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-612cb2ab-fae8-4d0d-942b-c7590b3cc713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:53.631874 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557956ca-6c39-4ec8-85e6-6f5ca9da73e2,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:53.644603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:53.647586 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.648707 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5051238a-4b2e-4f43-8a4e-3af3df041d4a tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "DELETE /v2.0/security-groups/557956ca-6c39-4ec8-85e6-6f5ca9da73e2 HTTP/1.1" status: 204  len: 168 time: 0.5578065
Jun 30 19:17:53.651602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57526) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:17:53.663909 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-a3c85949-250f-452b-ad54-cd139c174c6e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 1001 time: 0.1360271
Jun 30 19:17:53.739174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-7290047b-9147-4004-9323-5aab111eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:53.740802 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-7290047b-9147-4004-9323-5aab111eebdc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.0694571
Jun 30 19:17:53.773661 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f6559a73-41c4-470a-9293-dc5286cfbb31 req-949b12bb-2160-4264-bd9e-694debd0ddc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 210 time: 0.1262472
Jun 30 19:17:53.823707 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-33209a5a-fa06-4bcf-85e1-a35d7b67ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:53.825547 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-33209a5a-fa06-4bcf-85e1-a35d7b67ab30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753739
Jun 30 19:17:53.903154 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Deleting port 06152630-dbc9-4f5f-a0a3-c435b06021f7 {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:17:53.903491 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:53.967653 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-e26fdf97-fddc-4b1c-a8a5-c407c66b38d2 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327767
Jun 30 19:17:54.079784 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:54.080996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:54.108044 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-a371a35a-8b98-47aa-87f4-c7bdb4a0cf25 req-17359fbd-fb78-4efd-aae6-f8429113883a service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285546
Jun 30 19:17:54.211742 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Calling delete_port for 06152630-dbc9-4f5f-a0a3-c435b06021f7 owned by network:floatingip {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:17:54.452629 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:54.458363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e48dc258-c7e4-45f3-ad94-017cbee6a2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:54.473520 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-feacee93-305b-4e2f-8bef-7a428c44bc2d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:54.474950 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-feacee93-305b-4e2f-8bef-7a428c44bc2d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 816 time: 0.1525929
Jun 30 19:17:54.504875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event deleted for resources: {'Port': ['ID=06152630-dbc9-4f5f-a0a3-c435b06021f7,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:54.529427 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-683a6788-543b-41c5-a72d-96c401c7fe4d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:17:54.532046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:54.541930 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-683a6788-543b-41c5-a72d-96c401c7fe4d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:security_group {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:17:54.543056 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-683a6788-543b-41c5-a72d-96c401c7fe4d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 380 time: 0.0577011
Jun 30 19:17:54.554205 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'port': {'device_id': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'admin_state_up': True, 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'security_groups': ['3f3777fe-d738-4743-834b-1701a2fd533a']}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:54.595095 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks [] for floatingip, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:54.595342 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Floating IP ea068f67-6c7f-4052-af58-2e00e267b513 disassociated (deleted). External IP: 172.27.0.42, port: 6d19580d-6db7-4310-b2ad-d759d27ac5b9.
Jun 30 19:17:54.696204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:17:54.700624 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Usage tracker for resource:port and tenant:74cfcbf59c5244d78d5391095b44a0eb is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:17:54.703523 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:17:54.709669 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:17:54.798715 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Made reservation on behalf of 74cfcbf59c5244d78d5391095b44a0eb for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:17:54.802425 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:54.984185 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4975f4de-bbe7-4d12-9d99-e81847175ed9 req-d0d256de-0c33-40dc-aa31-7af51336ed06 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 210 time: 0.0633717
Jun 30 19:17:54.991260 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Allocated IP 172.20.0.8 (fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac/b208efae-0dbe-46e7-92f0-92eaf02bb31c/66bc7236-aa0b-4e96-a18d-272001afac51) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:17:55.095147 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Router 5fdc5963-8254-40aa-b7ac-69aa7732f39c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:17:55.181279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.197466 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Transition to ACTIVE for port object 66bc7236-aa0b-4e96-a18d-272001afac51 will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:55.273841 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:17:55.281593 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.284330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Sync routers for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:17:55.287904 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6dd993b5-69ad-496f-a5ee-4e526c2614a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:55.293887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.295076 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:55.295782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6656e100>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:55.360351 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9e05910a-8c15-4106-b843-9972ff29f172 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "DELETE /v2.0/floatingips/ea068f67-6c7f-4052-af58-2e00e267b513 HTTP/1.1" status: 204  len: 168 time: 1.7049849
Jun 30 19:17:55.360351 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:55.419761 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:17:55.442153 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:17:55.445862 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:17:55.447829 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:55.451103 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:17:55.476082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:55.515688 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:55.517992 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:55.519076 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.576996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-a6fabc3f-2a0a-45ab-9169-ef66e1afb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:55.579267 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-a6fabc3f-2a0a-45ab-9169-ef66e1afb19f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e2886e043e404867bfb961a137872ce4&device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 1099 time: 0.1333470
Jun 30 19:17:55.609572 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0588634
Jun 30 19:17:55.622962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Request body: {'port': {'device_id': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:17:55.752647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-86ae70ad-4311-40d1-a70f-ac5c8aa8475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:55.754232 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-86ae70ad-4311-40d1-a70f-ac5c8aa8475c service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 200  len: 916 time: 0.1681859
Jun 30 19:17:55.773771 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.842227 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-b228118d-9156-4609-992f-2ffc61d1b046 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 200  len: 217 time: 0.0798688
Jun 30 19:17:55.880316 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-85fb9d5f-75eb-42ac-8a9f-a97ed303d263 None None] Provisioning for port 66bc7236-aa0b-4e96-a18d-272001afac51 completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:17:55.887657 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-85fb9d5f-75eb-42ac-8a9f-a97ed303d263 None None] Provisioning complete for port 66bc7236-aa0b-4e96-a18d-272001afac51 triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:17:55.888041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-85fb9d5f-75eb-42ac-8a9f-a97ed303d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:55.911756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-3dbabc13-a58a-4de7-b8cb-52251084448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:55.914000 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-3dbabc13-a58a-4de7-b8cb-52251084448e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 200  len: 854 time: 0.0643325
Jun 30 19:17:55.992049 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-85fb9d5f-75eb-42ac-8a9f-a97ed303d263 None None] Port 66bc7236-aa0b-4e96-a18d-272001afac51 cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:17:56.007686 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6656e100>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:56.022442 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Checking router: 5fdc5963-8254-40aa-b7ac-69aa7732f39c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:17:56.032801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:17:56.034521 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-1aeab2bb-31cf-4932-a26c-70d43838e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:56.034710 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6656e100>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:17:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:56.036075 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-1aeab2bb-31cf-4932-a26c-70d43838e260 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8614d2e-8a30-40e0-b769-6cb7626bfe21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003950
Jun 30 19:17:56.213879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:17:56.224066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:56.245131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Transition to ACTIVE for port object 66bc7236-aa0b-4e96-a18d-272001afac51 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:17:56.250772 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-5f1dbc05-ebab-401d-9d0c-922ff9faeb08 service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061672
Jun 30 19:17:56.300929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:17:56.316305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:56.321483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3dfed2dc-3ae9-4c7d-a207-b7cc7dfa0032 tempest-ServerRescueNegativeTestJSON-1118752170 tempest-ServerRescueNegativeTestJSON-1118752170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:56.455389 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6ac06e01-080c-41a3-8444-ced5093d8939 req-307ddaa2-6d24-4dd3-bc9e-00abe191b7af service neutron] 10.222.0.97 "GET /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924148
Jun 30 19:17:56.470240 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aab3a-c327-47a1-882a-38b6ecf2473f req-cdeccbcc-46c0-46e6-b50a-d1811f5d2f54 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:56.472630 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9e3aab3a-c327-47a1-882a-38b6ecf2473f req-cdeccbcc-46c0-46e6-b50a-d1811f5d2f54 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.1414824
Jun 30 19:17:56.504694 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:56.511225 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:56.522227 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9e3aab3a-c327-47a1-882a-38b6ecf2473f req-1341eda2-67dc-4cb9-bfa3-d4a558bcd43a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429795
Jun 30 19:17:56.608039 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Attempting to bind port 66bc7236-aa0b-4e96-a18d-272001afac51 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:17:56.608375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Attempting to bind port 66bc7236-aa0b-4e96-a18d-272001afac51 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:17:56.608707 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Attempting to bind port 66bc7236-aa0b-4e96-a18d-272001afac51 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:56.614454 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Port 66bc7236-aa0b-4e96-a18d-272001afac51 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:17:56.614781 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Attempting to bind port 66bc7236-aa0b-4e96-a18d-272001afac51 on network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:17:56.621550 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:17:56.621895 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Checking segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:17:56.622284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Bound using segment: {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:17:56.622751 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Bound port: 66bc7236-aa0b-4e96-a18d-272001afac51, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f761c45-4d7d-4083-b8a4-31de1a3afedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:17:56.623145 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:56.666698 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-83085403-f586-447a-a52a-565f9b85b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6656e100>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:17:56.670757 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83085403-f586-447a-a52a-565f9b85b828 None None] The sync data for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi is: [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:14:41Z', 'revision_number': 4, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '26cf14e2-6464-484d-8bfd-6855c4efaf9e', 'name': '', 'network_id': 'a8614d2e-8a30-40e0-b769-6cb7626bfe21', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'mac_address': 'fa:16:3e:33:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ef875725-642f-47c9-b98f-82585071962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:40Z', 'updated_at': '2021-06-30T19:14:46Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'subnets': [{'id': 'ef875725-642f-47c9-b98f-82585071962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:17:56.720385 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:17:56.723698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:17:56.804753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:56.808618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-68bb89d3-66cf-4331-af30-553f50460e8d tempest-VolumesSnapshotTestJSON-1497506248 tempest-VolumesSnapshotTestJSON-1497506248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:17:56.870748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:56.871354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:17:56.872876 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] 10.222.0.97 "PUT /v2.0/ports/66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 200  len: 1093 time: 1.2556345
Jun 30 19:17:56.873284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:17:56.896455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:17:56.900408 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:17:56.941194 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'status': 'completed', 'code': 200}
Jun 30 19:17:56.945752 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458da2f9-9bd4-43c4-9ae8-8a20800a9914 None None] New status for floating IP ea068f67-6c7f-4052-af58-2e00e267b513: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:17:57.035169 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-15137822-582a-4b33-92d0-b773778d4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.037684 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-15137822-582a-4b33-92d0-b773778d4536 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1096 time: 0.0774610
Jun 30 19:17:57.194674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-1ae0227b-3d80-4a62-909b-60607c2740a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.196160 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-1ae0227b-3d80-4a62-909b-60607c2740a5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1503317
Jun 30 19:17:57.346171 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-c6d8af0c-0de4-4a97-9469-291df68352ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.347612 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d9dc34ef-8b52-4bd6-96c9-aa4a6be9f7c7 req-c6d8af0c-0de4-4a97-9469-291df68352ab service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1426165
Jun 30 19:17:57.464526 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-ae2a239f-ac99-4eff-aaee-161f928cf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.466048 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-ae2a239f-ac99-4eff-aaee-161f928cf7f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1096 time: 0.0726862
Jun 30 19:17:57.536979 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-ad020a15-1a84-4560-817e-244754b752d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 200  len: 217 time: 0.0622354
Jun 30 19:17:57.598801 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-730b6847-74f7-4e69-8c85-d51a85808091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.600754 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-730b6847-74f7-4e69-8c85-d51a85808091 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0568023
Jun 30 19:17:57.730072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ffec0-780b-4eda-9624-95ac1198850f req-0d26437e-8147-4591-83fb-70ac42f2e5b1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.731553 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-894ffec0-780b-4eda-9624-95ac1198850f req-0d26437e-8147-4591-83fb-70ac42f2e5b1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0876119
Jun 30 19:17:57.759851 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-3881-4c29-9100-227c854f6744 req-af0669ee-32a4-4706-aa5a-e9122c6359ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:57.761382 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-af0669ee-32a4-4706-aa5a-e9122c6359ed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524537
Jun 30 19:17:57.778214 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-894ffec0-780b-4eda-9624-95ac1198850f req-81ebfdb6-47ce-47cd-8ef4-65f6a6b507b2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397987
Jun 30 19:17:57.891388 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-a93ac2fb-c152-4e05-a916-6fd66de5c9e0 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207631
Jun 30 19:17:58.022642 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-710503ba-3881-4c29-9100-227c854f6744 req-d9505c38-039c-43f3-a11f-b70dbe4858d2 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213725
Jun 30 19:17:58.969560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e89a20-e73e-49de-b26d-b8aa876fdb4e req-2a04eb3d-08ca-416d-bd98-5e3f080f7012 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:17:58.971182 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f7e89a20-e73e-49de-b26d-b8aa876fdb4e req-2a04eb3d-08ca-416d-bd98-5e3f080f7012 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0801158
Jun 30 19:17:59.121099 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f7e89a20-e73e-49de-b26d-b8aa876fdb4e req-0d52815d-2857-4280-8906-8e4f6e4952fc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440160
Jun 30 19:18:00.323086 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2a5bc-1816-4a22-bd5c-e0009b3d637e req-02387aa1-6a09-4cee-92e4-2bb6ed32bea6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:00.324545 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-39c2a5bc-1816-4a22-bd5c-e0009b3d637e req-02387aa1-6a09-4cee-92e4-2bb6ed32bea6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0859926
Jun 30 19:18:00.419304 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-39c2a5bc-1816-4a22-bd5c-e0009b3d637e req-ccbda705-d5a7-44a3-b9f8-8233e2dcdafc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636346
Jun 30 19:18:00.438682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a704e04-5877-41c3-bd15-564105b13a38 req-3a8372ab-835d-473d-a9a9-5817ed690687 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:00.439422 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9a704e04-5877-41c3-bd15-564105b13a38 req-3a8372ab-835d-473d-a9a9-5817ed690687 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Synchronizing usage tracker for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:18:00.526949 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-9a704e04-5877-41c3-bd15-564105b13a38 req-3a8372ab-835d-473d-a9a9-5817ed690687 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Unset dirty status for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:18:00.528147 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a704e04-5877-41c3-bd15-564105b13a38 req-3a8372ab-835d-473d-a9a9-5817ed690687 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.2024591
Jun 30 19:18:00.550441 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-31b5217c-0d83-4636-9084-1259c5aecac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:00.573832 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a704e04-5877-41c3-bd15-564105b13a38 req-7681deb3-b676-4687-b291-4248944bfaf4 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391476
Jun 30 19:18:01.036562 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:18:01.176132 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:01.188748 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '66bc7236-aa0b-4e96-a18d-272001afac51', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:18:01.222650 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:01.246872 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:01.263815 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:18:01.279635 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:01.363782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:01.365501 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-6e478139-77b9-4470-a83a-880eb9d13abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:01.429783 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:01.436809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.437160 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.437559 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.437904 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.438241 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.438576 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.438907 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.439778 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.440465 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.440601 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.440927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.441279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:01.444902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:01.609386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31734958-475b-4665-aba2-c91364b5d92f req-6064c79f-4e9b-4b7b-a5bd-60df4b489f89 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:01.610852 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31734958-475b-4665-aba2-c91364b5d92f req-6064c79f-4e9b-4b7b-a5bd-60df4b489f89 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 944 time: 0.0835979
Jun 30 19:18:01.655439 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31734958-475b-4665-aba2-c91364b5d92f req-6b7aeea1-a804-4d4a-bc8f-16549d20e026 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384336
Jun 30 19:18:01.666524 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['66bc7236-aa0b-4e96-a18d-272001afac51'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:18:01.772584 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebfeb9-d364-48ca-9253-cf2081b2f260 req-8425e9fc-7c1c-4f22-8d70-e35f746563b0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:01.774158 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-73ebfeb9-d364-48ca-9253-cf2081b2f260 req-8425e9fc-7c1c-4f22-8d70-e35f746563b0 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.0910826
Jun 30 19:18:01.821688 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-73ebfeb9-d364-48ca-9253-cf2081b2f260 req-6508668d-3805-4bef-ad52-fe4225cec683 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418041
Jun 30 19:18:02.554551 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-dfeefe54-4578-4440-9688-af83f2acf80e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:02.555256 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-dfeefe54-4578-4440-9688-af83f2acf80e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Synchronizing usage tracker for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:18:02.567508 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-dfeefe54-4578-4440-9688-af83f2acf80e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Unset dirty status for tenant:e2886e043e404867bfb961a137872ce4 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:18:02.568583 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-dfeefe54-4578-4440-9688-af83f2acf80e tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.0921187
Jun 30 19:18:02.642780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Deleting port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:02.643037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:02.851088 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc27ce-b94c-405e-8d07-5ef8c86435d7 req-f37a22e9-a4d4-4ca3-af72-5fca4fb1f1e7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:02.852495 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dbfc27ce-b94c-405e-8d07-5ef8c86435d7 req-f37a22e9-a4d4-4ca3-af72-5fca4fb1f1e7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 944 time: 0.0827372
Jun 30 19:18:02.898954 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dbfc27ce-b94c-405e-8d07-5ef8c86435d7 req-57d37d16-d742-4c87-a019-b335e5c0268e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390670
Jun 30 19:18:02.903725 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] For port 6d19580d-6db7-4310-b2ad-d759d27ac5b9, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=6d19580d-6db7-4310-b2ad-d759d27ac5b9,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:02.904097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.033758 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:18:03.034626 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79cbf-c1a0-4884-b050-88b88c6214f1 req-e317de75-9076-499d-8f53-1d1f8e9a6ca2 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:03.034732 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Calling delete_port for 6d19580d-6db7-4310-b2ad-d759d27ac5b9 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:03.035502 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71e79cbf-c1a0-4884-b050-88b88c6214f1 req-e317de75-9076-499d-8f53-1d1f8e9a6ca2 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 946 time: 0.0949767
Jun 30 19:18:03.084731 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71e79cbf-c1a0-4884-b050-88b88c6214f1 req-b441da4f-d252-4b33-b726-20494a533836 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/security-groups?id=67f4193f-b66c-4e8d-956f-8df2dbab8cd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423241
Jun 30 19:18:03.159292 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 66bc7236-aa0b-4e96-a18d-272001afac51 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:18:03.164790 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 66bc7236-aa0b-4e96-a18d-272001afac51 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:18:03.168286 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.243816 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.250380 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e6bccbc2-0f6e-41b7-bda1-7353b6b2f5d2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:03.258807 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['6d19580d-6db7-4310-b2ad-d759d27ac5b9'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:18:03.295653 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Pushing event deleted for resources: {'Port': ['ID=6d19580d-6db7-4310-b2ad-d759d27ac5b9,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:03.299046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:03.318943 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.357415 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:18:03.367293 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:03.382276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] No DVR routers for this DVR port 6d19580d-6db7-4310-b2ad-d759d27ac5b9 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:18:03.384629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.387246 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'name': 'network-vif-deleted', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:18:03.404140 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'code': 200}
Jun 30 19:18:03.432022 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65becc-48d0-4ab4-bfb5-cc45676acdca', 'name': 'network-vif-deleted', 'tag': '6d19580d-6db7-4310-b2ad-d759d27ac5b9', 'status': 'completed', 'code': 200}
Jun 30 19:18:03.449281 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2e9c18e2-08bc-4a5e-a419-94be67432d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.477851 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:03.478635 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d252af88-1399-431a-aa3f-2b31ed040a9b req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.97 "DELETE /v2.0/ports/6d19580d-6db7-4310-b2ad-d759d27ac5b9 HTTP/1.1" status: 204  len: 173 time: 0.9026699
Jun 30 19:18:03.479617 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-57ccbf1b-eb56-44b6-b03c-8b71a41adc54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:03.544206 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:03.547192 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:03.814993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb943-312d-4970-863a-5fa2e98ab128 req-20565e7a-3e1e-4546-a8e6-7837afdde25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:03.816477 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-21deb943-312d-4970-863a-5fa2e98ab128 req-20565e7a-3e1e-4546-a8e6-7837afdde25e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1098 time: 0.0704231
Jun 30 19:18:03.869701 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-21deb943-312d-4970-863a-5fa2e98ab128 req-a2bfed90-aa3b-45dc-9698-c251177a0e2e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345545
Jun 30 19:18:04.095116 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b596d-ca8d-40ff-8167-fa5c9da1d765 req-37641554-fc73-4f6a-8fea-cf2e63954f49 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:04.097353 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e24b596d-ca8d-40ff-8167-fa5c9da1d765 req-37641554-fc73-4f6a-8fea-cf2e63954f49 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0823233
Jun 30 19:18:04.144082 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e24b596d-ca8d-40ff-8167-fa5c9da1d765 req-e0e47671-8dad-42dc-826f-fddd09f4bc6f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408237
Jun 30 19:18:04.295388 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:04.306080 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c236ee01-47cf-4b66-9a7e-47c93916ec68 req-3bb723f7-6b2a-4283-a12d-a3b647b10605 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf65becc-48d0-4ab4-bfb5-cc45676acdca HTTP/1.1" status: 200  len: 210 time: 0.0480280
Jun 30 19:18:05.341028 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2ea6a-8ab3-4217-b4ca-d467d6ac7859 req-9ef4f443-2d68-4132-afdd-b1d9a16609c3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:05.342534 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-afa2ea6a-8ab3-4217-b4ca-d467d6ac7859 req-9ef4f443-2d68-4132-afdd-b1d9a16609c3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0846238
Jun 30 19:18:05.393360 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-afa2ea6a-8ab3-4217-b4ca-d467d6ac7859 req-e1a9c0e4-1353-44df-b15f-2db460fc8a9e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436237
Jun 30 19:18:05.585749 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19193-ec00-4a02-abc9-475f8a3da13d req-e095264a-8a87-4935-9782-e10f3ce73af5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:05.587235 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a3d19193-ec00-4a02-abc9-475f8a3da13d req-e095264a-8a87-4935-9782-e10f3ce73af5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0875108
Jun 30 19:18:05.595597 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57634) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:05.601652 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Request body: {'floatingip': {'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:18:05.683542 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:05.763636 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:06.370796 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:06.420913 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:06.593056 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Floating IP 8d47ae62-8f22-4cbb-a110-a0ba89f258cf associated. External IP: 172.27.0.238, port: 66bc7236-aa0b-4e96-a18d-272001afac51.
Jun 30 19:18:06.900061 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57676) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:06.945763 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:18:07.066765 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d19580d-6db7-4310-b2ad-d759d27ac5b9 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:07.105335 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 6d19580d-6db7-4310-b2ad-d759d27ac5b9 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:07.105972 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 6d19580d-6db7-4310-b2ad-d759d27ac5b9 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:07.125181 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:18:07.132718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:07.137084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:18:07.148871 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:07.149849 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676fadf0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:07.198720 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1b1a86e5-ae2c-47e1-a994-bfa08fd1d223 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "PUT /v2.0/floatingips/8d47ae62-8f22-4cbb-a110-a0ba89f258cf HTTP/1.1" status: 200  len: 991 time: 1.6013670
Jun 30 19:18:07.199494 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:18:07.252510 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'status': 'completed', 'code': 200}
Jun 30 19:18:07.393884 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:07.469281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-fb297b72-19a9-4718-bdb1-5cc780bcb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:07.470897 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-fb297b72-19a9-4718-bdb1-5cc780bcb331 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1098 time: 0.1478980
Jun 30 19:18:07.657593 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-91d6516a-d66a-4107-ace9-cd2753cce3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:07.659211 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-91d6516a-d66a-4107-ace9-cd2753cce3fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1490266
Jun 30 19:18:07.743498 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676fadf0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '8d47ae62-8f22-4cbb-a110-a0ba89f258cf', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:50Z', 'updated_at': '2021-06-30T19:18:06Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:07.747315 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:18:07.756126 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:07.756769 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676fadf0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:07.817803 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-b37d9154-8f68-4b29-b5ca-5ac0d58e8f12 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 200  len: 999 time: 0.1189966
Jun 30 19:18:07.866446 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:07.931821 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:08.026303 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-4b7845bd-f433-4067-8dd6-6355516482f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:08.027770 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-4b7845bd-f433-4067-8dd6-6355516482f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.2009969
Jun 30 19:18:08.226867 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-678f082a-6849-4272-82d0-ebbab1991ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:08.228283 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-678f082a-6849-4272-82d0-ebbab1991ef3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1923697
Jun 30 19:18:08.276544 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676fadf0>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '8d47ae62-8f22-4cbb-a110-a0ba89f258cf', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:50Z', 'updated_at': '2021-06-30T19:18:06Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:08.280713 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54af39f-69bb-4822-be1c-aabad26aa57f None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '8d47ae62-8f22-4cbb-a110-a0ba89f258cf', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:17:50Z', 'updated_at': '2021-06-30T19:18:06Z', 'revision_number': 1, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:18:08.396511 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Deleting port 26cf14e2-6464-484d-8bfd-6855c4efaf9e {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:08.396852 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:08.479108 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-d1855110-2dd9-4048-af30-650ba91f1128 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390950
Jun 30 19:18:08.482176 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337c599-3c26-40d2-97bf-65221c9350e4 None None] New status for floating IP 8d47ae62-8f22-4cbb-a110-a0ba89f258cf: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:18:08.811788 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] For port 26cf14e2-6464-484d-8bfd-6855c4efaf9e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=26cf14e2-6464-484d-8bfd-6855c4efaf9e,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:08.812138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:08.826971 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7f81bb73-c0bc-4cb4-9181-36bae57403db req-4bfe49ec-eb71-478f-af65-412c312fca89 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3320880
Jun 30 19:18:08.936088 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Calling delete_port for 26cf14e2-6464-484d-8bfd-6855c4efaf9e owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:09.294750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:09.298430 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:09.349666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Pushing event deleted for resources: {'Port': ['ID=26cf14e2-6464-484d-8bfd-6855c4efaf9e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:09.353462 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:09.612339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:09.969954 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Router 5fdc5963-8254-40aa-b7ac-69aa7732f39c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:18:10.232373 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:18:10.241184 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Sync routers for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:18:10.246640 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] 10.222.0.78 "PUT /v2.0/routers/5fdc5963-8254-40aa-b7ac-69aa7732f39c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3409212
Jun 30 19:18:10.247407 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57704) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:10.250645 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:10.251261 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676fa520>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:10.428147 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:10.439692 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:10.613681 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:10.687060 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Deleting port 5936a3c3-5915-4d21-86f4-e49195c518bc {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:10.687497 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:10.764962 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676fa520>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:18:09Z', 'revision_number': 5, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port': {'id': '5936a3c3-5915-4d21-86f4-e49195c518bc', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:37Z', 'updated_at': '2021-06-30T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:10.769749 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Checking router: 5fdc5963-8254-40aa-b7ac-69aa7732f39c for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:18:10.778524 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Routers {'5fdc5963-8254-40aa-b7ac-69aa7732f39c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:10.779138 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c676fa520>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:10.884346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] For port 5936a3c3-5915-4d21-86f4-e49195c518bc, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5936a3c3-5915-4d21-86f4-e49195c518bc,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:10.884716 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:10.931891 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] Set router 5fdc5963-8254-40aa-b7ac-69aa7732f39c gateway port host: None {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:11.005199 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Calling delete_port for 5936a3c3-5915-4d21-86f4-e49195c518bc owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:11.045620 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c676fa520>, [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:18:10Z', 'revision_number': 6, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:11.050697 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44683d5-e162-4fa4-bcde-15dd89675bc6 None None] The sync data for ids ['5fdc5963-8254-40aa-b7ac-69aa7732f39c'] in dv-cinder-798879-1-iscsi is: [{'id': '5fdc5963-8254-40aa-b7ac-69aa7732f39c', 'name': 'tempest-TestMinimumBasicScenario-1131022982-router', 'tenant_id': 'e2886e043e404867bfb961a137872ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:36Z', 'updated_at': '2021-06-30T19:18:10Z', 'revision_number': 6, 'project_id': 'e2886e043e404867bfb961a137872ce4', 'gw_port_host': None}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:18:11.257790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.261443 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:11.306009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5936a3c3-5915-4d21-86f4-e49195c518bc,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:11.308684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:11.402290 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.657701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.660247 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.732356 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.732915 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdc5963-8254-40aa-b7ac-69aa7732f39c {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:18:11.745648 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.746766 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5fdc5963-8254-40aa-b7ac-69aa7732f39c HTTP/1.1" status: 204  len: 168 time: 1.4990113
Jun 30 19:18:11.749306 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57718) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:11.810650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Deleting subnet ef875725-642f-47c9-b98f-82585071962f {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:18:11.814694 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.868512 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:11.998679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.192369 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.197468 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:12.231644 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef875725-642f-47c9-b98f-82585071962f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:12.234676 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:12.235652 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.241507 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e230a-26d4-4e6e-b4f8-e43d7f13676e None None] Network a8614d2e-8a30-40e0-b769-6cb7626bfe21 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:18:12.242142 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ef875725-642f-47c9-b98f-82585071962f HTTP/1.1" status: 204  len: 168 time: 0.4912694
Jun 30 19:18:12.244067 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57726) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:12.363719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.375678 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Deleting port a26291d2-6aea-4c04-b8be-77af5d2167d2 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:12.376148 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.428538 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 26cf14e2-6464-484d-8bfd-6855c4efaf9e no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:12.469800 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 26cf14e2-6464-484d-8bfd-6855c4efaf9e {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:12.470206 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 26cf14e2-6464-484d-8bfd-6855c4efaf9e not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:12.470655 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5936a3c3-5915-4d21-86f4-e49195c518bc no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:12.504232 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 5936a3c3-5915-4d21-86f4-e49195c518bc {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:12.504724 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5936a3c3-5915-4d21-86f4-e49195c518bc not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:12.583034 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] DHCP port deletion for a8614d2e-8a30-40e0-b769-6cb7626bfe21 request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:18:12.587322 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Deleting port a26291d2-6aea-4c04-b8be-77af5d2167d2 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:12.587717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.602745 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] For port a26291d2-6aea-4c04-b8be-77af5d2167d2, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=a26291d2-6aea-4c04-b8be-77af5d2167d2,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:12.603105 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.728900 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Calling delete_port for a26291d2-6aea-4c04-b8be-77af5d2167d2 owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:12.805006 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] For port a26291d2-6aea-4c04-b8be-77af5d2167d2, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=a26291d2-6aea-4c04-b8be-77af5d2167d2,segment=NetworkSegment(076efb11-b289-4bcb-a0ec-f1546d23bb26),segment_id=076efb11-b289-4bcb-a0ec-f1546d23bb26)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:12.805405 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.884224 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:12.888200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8236f4af-facd-4f50-b09a-f44795653c9b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:12.929026 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Calling delete_port for a26291d2-6aea-4c04-b8be-77af5d2167d2 owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:12.936245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a26291d2-6aea-4c04-b8be-77af5d2167d2,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:12.939473 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:12.940253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] No DVR routers for this DVR port a26291d2-6aea-4c04-b8be-77af5d2167d2 on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:18:13.062719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.077167 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65c8a6a0>,) {'filters': {'network_id': ['a8614d2e-8a30-40e0-b769-6cb7626bfe21']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:13.103079 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65c8a6a0>, '076efb11-b289-4bcb-a0ec-f1546d23bb26') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:13.103375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65c8a6a0>, '076efb11-b289-4bcb-a0ec-f1546d23bb26') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:13.132924 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:18:13.133326 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:18:13.136113 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.154941 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.161077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:18:13.161487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:18:13.174472 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:18:13.311767 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.315236 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:13.329599 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.342594 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8614d2e-8a30-40e0-b769-6cb7626bfe21,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:13.356915 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:13.409996 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8614d2e-8a30-40e0-b769-6cb7626bfe21 HTTP/1.1" status: 204  len: 168 time: 1.1649592
Jun 30 19:18:13.412961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57738) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:13.635100 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Deleting port a26291d2-6aea-4c04-b8be-77af5d2167d2 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:13.635698 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:13.706049 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1465-1dbd-4017-b785-38132cd8d4a3 None None] The port 'a26291d2-6aea-4c04-b8be-77af5d2167d2' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:18:14.044402 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:14.386510 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Deleting port 17a0168a-c917-40d8-8d08-08f1a5d58af7 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:14.386848 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:14.420484 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device a26291d2-6aea-4c04-b8be-77af5d2167d2 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:14.454368 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: a26291d2-6aea-4c04-b8be-77af5d2167d2 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:14.455270 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device a26291d2-6aea-4c04-b8be-77af5d2167d2 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:14.555123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] For port 17a0168a-c917-40d8-8d08-08f1a5d58af7, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=17a0168a-c917-40d8-8d08-08f1a5d58af7,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:14.555478 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:14.678050 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Calling delete_port for 17a0168a-c917-40d8-8d08-08f1a5d58af7 owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:14.803495 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:14.917719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:14.922116 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:14.966020 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a0168a-c917-40d8-8d08-08f1a5d58af7,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:15.019866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:15.353275 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:15.702798 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:18:15.876398 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:18:15.885379 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Sync routers for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:18:15.885859 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] 10.222.0.78 "PUT /v2.0/routers/d19fd135-c9ab-42df-9f38-ec9e36f8bbb3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4715741
Jun 30 19:18:15.888126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57750) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:15.895320 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:15.895924 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb910>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:16.060523 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:16.067610 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:16.242775 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:16.320951 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Deleting port 34c99017-2d4e-47d7-8aa8-6d4ed964607b {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:16.321698 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:16.356079 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb910>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:18:14Z', 'revision_number': 5, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port': {'id': '34c99017-2d4e-47d7-8aa8-6d4ed964607b', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:14:46Z', 'updated_at': '2021-06-30T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:16.360453 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Checking router: d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:18:16.378750 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Routers {'d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:16.378750 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb910>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:16.516326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] For port 34c99017-2d4e-47d7-8aa8-6d4ed964607b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=34c99017-2d4e-47d7-8aa8-6d4ed964607b,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:16.516935 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:16.550110 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] Set router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 gateway port host: None {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:16.643287 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Calling delete_port for 34c99017-2d4e-47d7-8aa8-6d4ed964607b owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:16.654220 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb910>, [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:18:16Z', 'revision_number': 6, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:16.658402 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242b08-7798-4b7b-9869-3c944bc13235 None None] The sync data for ids ['d19fd135-c9ab-42df-9f38-ec9e36f8bbb3'] in dv-cinder-798879-1-iscsi is: [{'id': 'd19fd135-c9ab-42df-9f38-ec9e36f8bbb3', 'name': 'tempest-TestMinimumBasicScenario-1756406120-router', 'tenant_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:14:45Z', 'updated_at': '2021-06-30T19:18:16Z', 'revision_number': 6, 'project_id': '8ef082569dd84cf0973cf83fd7ee1c96', 'gw_port_host': None}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:18:16.995326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:16.999102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c038111c-d950-4817-87f1-df8342f45693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:17.052032 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c99017-2d4e-47d7-8aa8-6d4ed964607b,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:17.055135 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:17.151533 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.329841 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.332608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.415098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.415671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:18:17.427782 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.428820 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d19fd135-c9ab-42df-9f38-ec9e36f8bbb3 HTTP/1.1" status: 204  len: 168 time: 1.5398097
Jun 30 19:18:17.431558 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57760) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:17.485567 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:18:17.492398 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Deleting subnet 7f171224-5185-4c0b-b6b1-df14acb23639 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:18:17.495742 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.549963 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.630356 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.776298 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.780451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:17.816273 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f171224-5185-4c0b-b6b1-df14acb23639,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:17.819691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:17.822305 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.827355 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03456031-0a2a-45c2-988a-f26b2d61e2e9 None None] Network 27787de4-27d3-48e2-81ba-1a0d5ea32aaf requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:18:17.828493 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-00f05236-a372-4c5f-827e-5ebc0c12cb88 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7f171224-5185-4c0b-b6b1-df14acb23639 HTTP/1.1" status: 204  len: 168 time: 0.3959901
Jun 30 19:18:17.831614 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57768) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:17.935341 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:17.946476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Deleting port 2af88b80-5892-406b-817c-3543a521c01b {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:17.946805 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.070013 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] DHCP port deletion for 27787de4-27d3-48e2-81ba-1a0d5ea32aaf request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:18:18.074173 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Deleting port 2af88b80-5892-406b-817c-3543a521c01b {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:18.074915 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.161680 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] For port 2af88b80-5892-406b-817c-3543a521c01b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2af88b80-5892-406b-817c-3543a521c01b,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:18.162070 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.277298 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] For port 2af88b80-5892-406b-817c-3543a521c01b, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2af88b80-5892-406b-817c-3543a521c01b,segment=NetworkSegment(8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1),segment_id=8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:18.277626 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.281738 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Calling delete_port for 2af88b80-5892-406b-817c-3543a521c01b owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:18.408580 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Calling delete_port for 2af88b80-5892-406b-817c-3543a521c01b owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:18.426993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.431097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:18.448084 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 17a0168a-c917-40d8-8d08-08f1a5d58af7 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:18.476570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af88b80-5892-406b-817c-3543a521c01b,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:18.478433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] No DVR routers for this DVR port 2af88b80-5892-406b-817c-3543a521c01b on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:18:18.479895 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:18.488407 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 17a0168a-c917-40d8-8d08-08f1a5d58af7 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:18.488771 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 17a0168a-c917-40d8-8d08-08f1a5d58af7 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:18.489187 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 34c99017-2d4e-47d7-8aa8-6d4ed964607b no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:18.525943 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 34c99017-2d4e-47d7-8aa8-6d4ed964607b {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:18.526288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 34c99017-2d4e-47d7-8aa8-6d4ed964607b not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:18.526702 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2af88b80-5892-406b-817c-3543a521c01b no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:18.564792 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 2af88b80-5892-406b-817c-3543a521c01b {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:18.565085 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2af88b80-5892-406b-817c-3543a521c01b not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:18.583638 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:18:18.583996 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:18:18.671046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.687008 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66984310>,) {'filters': {'network_id': ['27787de4-27d3-48e2-81ba-1a0d5ea32aaf']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:18.699636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66984310>, '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:18.699636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66984310>, '8bb23d14-1ead-41c5-a2f7-5d7b711f7dc1') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:18.711663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.728664 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.735002 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:18:18.735386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:18:18.748726 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:18:18.871800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.875290 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1f819154-0d58-4232-929f-ae918a9eadcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:18.894221 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:18.900987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Pushing event deleted for resources: {'Network': ['ID=27787de4-27d3-48e2-81ba-1a0d5ea32aaf,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:18.904832 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:18.907652 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] 10.222.0.78 "DELETE /v2.0/networks/27787de4-27d3-48e2-81ba-1a0d5ea32aaf HTTP/1.1" status: 204  len: 168 time: 1.0751040
Jun 30 19:18:19.084978 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Deleting port 2af88b80-5892-406b-817c-3543a521c01b {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:19.085586 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:19.153074 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-8f11775d-6e59-40c2-9b56-ccf6c6387f5b None None] The port '2af88b80-5892-406b-817c-3543a521c01b' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:18:19.292335 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57778) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:19.341630 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b34fa840-57bc-4981-a2e2-fcbb298e0128 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2886e043e404867bfb961a137872ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480626
Jun 30 19:18:19.344039 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57782) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:19.400891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:19.427556 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:19.543689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:19.547457 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:19.560540 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4193f-b66c-4e8d-956f-8df2dbab8cd4,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:19.563108 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:19.571236 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:19.572342 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67f4193f-b66c-4e8d-956f-8df2dbab8cd4 HTTP/1.1" status: 204  len: 168 time: 0.2274168
Jun 30 19:18:20.275469 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57794) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:20.325686 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-666ad357-5e6d-43d3-b6c5-e972e382ae2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ef082569dd84cf0973cf83fd7ee1c96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489864
Jun 30 19:18:20.328111 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 57798) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:20.390055 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:20.420455 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:20.540233 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:20.544276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:20.557240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6cb1fb-d290-4944-9b3a-808f3b60bd76,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:20.559764 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:20.564312 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:20.566396 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a6cb1fb-d290-4944-9b3a-808f3b60bd76 HTTP/1.1" status: 204  len: 168 time: 0.2369723
Jun 30 19:18:30.591342 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-aab4b5cd-3fb2-4dc3-8670-6c351d91544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:31.174011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:33.420005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8cd546d9-0179-4b3e-b8cf-48401d04325d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:34.305693 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:35.728360 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:36.926711 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ace73c-9902-4f0b-866a-99cdbbdb2fe0 req-5ac43199-d5fd-4098-a89e-8b7abb3665e0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:36.928202 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06ace73c-9902-4f0b-866a-99cdbbdb2fe0 req-5ac43199-d5fd-4098-a89e-8b7abb3665e0 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.0836480
Jun 30 19:18:36.975592 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-06ace73c-9902-4f0b-866a-99cdbbdb2fe0 req-7df71f47-698a-45eb-81f8-622a958c4fc3 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414054
Jun 30 19:18:38.160794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbabe05-efa0-47c6-9c0b-b23a282a0025 req-d35f217e-9991-4a9c-93e7-5a738530751a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:38.162257 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edbabe05-efa0-47c6-9c0b-b23a282a0025 req-d35f217e-9991-4a9c-93e7-5a738530751a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.0816474
Jun 30 19:18:38.208778 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edbabe05-efa0-47c6-9c0b-b23a282a0025 req-263795f1-0404-49f3-93a9-c1ca087a489e tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409143
Jun 30 19:18:38.780089 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-4baec99d-92f2-4abf-9498-d29593d1b0ca tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:38.781559 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-4baec99d-92f2-4abf-9498-d29593d1b0ca tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.0817690
Jun 30 19:18:38.848857 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Deleting port d80a34b9-583e-4f93-8471-5c2d94cf09ce {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:38.849196 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:39.099824 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] For port d80a34b9-583e-4f93-8471-5c2d94cf09ce, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d80a34b9-583e-4f93-8471-5c2d94cf09ce,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:39.100082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:39.391441 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:39.391674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:39.391916 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Floating IP 71fffdfa-4905-4609-be0d-a2321979cb70 disassociated. External IP: 172.27.0.133, port: d80a34b9-583e-4f93-8471-5c2d94cf09ce.
Jun 30 19:18:39.392248 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Calling delete_port for d80a34b9-583e-4f93-8471-5c2d94cf09ce owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:39.399512 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cb1b-ac5e-45c3-8e99-6ffedee0ae76 req-7f319c7a-f993-466f-a9b3-7e08ab5bf182 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:39.401019 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1111cb1b-ac5e-45c3-8e99-6ffedee0ae76 req-7f319c7a-f993-466f-a9b3-7e08ab5bf182 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 945 time: 0.0799031
Jun 30 19:18:39.447721 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1111cb1b-ac5e-45c3-8e99-6ffedee0ae76 req-f1d15edf-2370-49a6-a3ec-a060d6696bce tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9654bad-3460-4194-91a6-071b45841a29&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402265
Jun 30 19:18:39.585102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:39.591993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bbeff18c-48c8-4638-82e2-9957ebabdabf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:39.642059 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'Port': ['ID=d80a34b9-583e-4f93-8471-5c2d94cf09ce,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:39.644862 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:39.818614 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:18:40.071840 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:18:40.082234 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:18:40.091966 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:40.092347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67605dc0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:40.146090 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] No DVR routers for this DVR port d80a34b9-583e-4f93-8471-5c2d94cf09ce on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:18:40.149448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:40.152377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'name': 'network-vif-deleted', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:18:40.202214 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54970a2d-c815-429d-a45f-ce2918007546', 'name': 'network-vif-deleted', 'tag': 'd80a34b9-583e-4f93-8471-5c2d94cf09ce', 'status': 'completed', 'code': 200}
Jun 30 19:18:40.243433 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-91ebf8b1-322e-467a-bea7-1c1f0fe69fe5 req-6b4a8400-8b35-478c-bd5a-981a21a34a3f tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.97 "DELETE /v2.0/ports/d80a34b9-583e-4f93-8471-5c2d94cf09ce HTTP/1.1" status: 204  len: 173 time: 1.4565144
Jun 30 19:18:40.317135 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:40.637820 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67605dc0>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:40.642039 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:18:40.651799 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:40.652423 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67605dc0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:40.720261 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b6d7becc-7210-421b-9a0b-8632a3ca69d8 req-0cc00b8a-559a-49aa-9775-b862ef191a23 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/ports?device_id=54970a2d-c815-429d-a45f-ce2918007546 HTTP/1.1" status: 200  len: 210 time: 0.1472893
Jun 30 19:18:40.832089 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:41.154570 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67605dc0>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:41.158426 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943071d3-b05b-48c3-bc92-33ec00397a07 None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:11:37Z', 'revision_number': 4, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '0fcb25cf-95a8-4d43-be5a-0f1726940a9e', 'name': '', 'network_id': '612b21ef-1063-4a10-84a0-437001c887af', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'mac_address': 'fa:16:3e:0c:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:36Z', 'updated_at': '2021-06-30T19:11:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'subnets': [{'id': '4ac03372-0d36-41a7-b68c-d71634c2ff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:18:41.378352 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7565b-0b0f-4000-8216-e1289956d2e0 None None] New status for floating IP 71fffdfa-4905-4609-be0d-a2321979cb70: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:18:41.882349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57940) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:41.944692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:41.972803 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.070731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.074792 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b75d7168-f18b-4fb3-a933-e9a4ba04c898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:42.090835 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9654bad-3460-4194-91a6-071b45841a29,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:42.093458 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:42.145438 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.146737 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-68450ef2-4978-4f33-8772-a8b7546ff2ee tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "DELETE /v2.0/security-groups/c9654bad-3460-4194-91a6-071b45841a29 HTTP/1.1" status: 204  len: 168 time: 0.2632973
Jun 30 19:18:42.149359 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57944) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:42.165389 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.api.v2.resource [None req-7ebd1a38-36e6-4617-af64-b643ace5440c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] show failed (client error): The resource could not be found.
Jun 30 19:18:42.166464 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-7ebd1a38-36e6-4617-af64-b643ace5440c tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "GET /v2.0/security-groups/c9654bad-3460-4194-91a6-071b45841a29 HTTP/1.1" status: 404  len: 347 time: 0.0161052
Jun 30 19:18:42.169552 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57948) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:42.332817 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Deleting port d4666257-ad64-417f-9931-07d3de993b8f {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:42.333072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.501709 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.502033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.629261 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Calling delete_port for d4666257-ad64-417f-9931-07d3de993b8f owned by network:floatingip {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:42.840219 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:42.843897 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:42.890908 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Pushing event deleted for resources: {'Port': ['ID=d4666257-ad64-417f-9931-07d3de993b8f,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:42.893939 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:42.985478 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks [] for floatingip, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:43.001662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:43.002944 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4a80af87-2f44-4a79-9482-756bf727ee83 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] 10.222.0.78 "DELETE /v2.0/floatingips/71fffdfa-4905-4609-be0d-a2321979cb70 HTTP/1.1" status: 204  len: 168 time: 0.8329573
Jun 30 19:18:43.214545 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d80a34b9-583e-4f93-8471-5c2d94cf09ce no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:43.253071 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: d80a34b9-583e-4f93-8471-5c2d94cf09ce {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:43.253453 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device d80a34b9-583e-4f93-8471-5c2d94cf09ce not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:44.837177 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:47.477830 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57988) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:48.328394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:48.686995 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Deleting port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:48.691072 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:48.858867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] For port 0fcb25cf-95a8-4d43-be5a-0f1726940a9e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:48.858867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:48.991429 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Calling delete_port for 0fcb25cf-95a8-4d43-be5a-0f1726940a9e owned by network:router_interface {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:49.366033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:49.370862 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c3c424c5-5e52-4197-9b93-e37119f4ce96 tempest-DeleteServersTestJSON-37895511 tempest-DeleteServersTestJSON-37895511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:49.414622 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcb25cf-95a8-4d43-be5a-0f1726940a9e,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:49.459111 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.459489 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.459843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.460200 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.460551 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.460902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.461282 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.461636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.461998 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.462330 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.462668 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.463014 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:49.490669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:49.700727 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:50.131033 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:18:50.304627 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:18:50.313398 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Sync routers for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:18:50.320478 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-882af854-ee3b-417a-95e6-a4194796bbaf admin admin] 10.222.0.78 "PUT /v2.0/routers/d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8392572
Jun 30 19:18:50.320658 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 57998) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:50.324353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:50.324976 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c667ab6d0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:50.507364 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks [] for router, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:50.509067 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:50.700517 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:50.783277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Deleting port 37200faf-7369-406d-9d1d-d9cd6d038ca4 {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:50.784529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:50.855062 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c667ab6d0>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:18:49Z', 'revision_number': 5, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port': {'id': '37200faf-7369-406d-9d1d-d9cd6d038ca4', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:11:29Z', 'updated_at': '2021-06-30T19:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:50.859044 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Checking router: d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:18:50.868185 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Routers {'d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:18:50.868808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c667ab6d0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:18:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:50.962148 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] For port 37200faf-7369-406d-9d1d-d9cd6d038ca4, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=37200faf-7369-406d-9d1d-d9cd6d038ca4,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:50.962386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.025026 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] Set router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e gateway port host: None {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:18:51.089511 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Calling delete_port for 37200faf-7369-406d-9d1d-d9cd6d038ca4 owned by network:router_gateway {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:51.135720 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c667ab6d0>, [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:18:50Z', 'revision_number': 6, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:51.140364 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007944e9-bd27-458c-9013-2d8509fc838f None None] The sync data for ids ['d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e'] in dv-cinder-798879-1-iscsi is: [{'id': 'd8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e', 'name': 'tempest-AttachVolumeTestJSON-515554245-router', 'tenant_id': 'e36e93e28e7044cb9c766724bda95857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:11:27Z', 'updated_at': '2021-06-30T19:18:50Z', 'revision_number': 6, 'project_id': 'e36e93e28e7044cb9c766724bda95857', 'gw_port_host': None}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:18:51.485913 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.491058 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-88f5abca-17f1-4d90-9dae-db2d9821973c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:51.539651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Pushing event deleted for resources: {'Port': ['ID=37200faf-7369-406d-9d1d-d9cd6d038ca4,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:51.542698 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:51.638385 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.812380 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.814583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.973538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.974053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e {{(pid=79179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:18:51.989796 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:51.997875 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] 10.222.0.78 "DELETE /v2.0/routers/d8e6a76e-ecd8-4a64-ad7e-a57d2cf8ea8e HTTP/1.1" status: 204  len: 168 time: 1.6694446
Jun 30 19:18:51.997875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58014) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:52.062190 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Deleting subnet 4ac03372-0d36-41a7-b68c-d71634c2ff22 {{(pid=79179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:18:52.065484 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.121193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13931005'] for subnet, precommit_delete_associations {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.248958 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.394756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14742352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14085546'] for subnet, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.394756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1b76e92e-5832-455d-af81-0d0d074a0978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:52.427440 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac03372-0d36-41a7-b68c-d71634c2ff22,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:52.430937 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:52.433391 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.442371 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-41d8e1f8-c694-47f6-8ddb-69605080e793 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4ac03372-0d36-41a7-b68c-d71634c2ff22 HTTP/1.1" status: 204  len: 168 time: 0.4449887
Jun 30 19:18:52.442680 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58022) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:52.445777 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f70bd8-a061-44cd-b237-434493a0f3fd None None] Network 612b21ef-1063-4a10-84a0-437001c887af requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:18:52.511441 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 0fcb25cf-95a8-4d43-be5a-0f1726940a9e no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:52.553240 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.566346 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 0fcb25cf-95a8-4d43-be5a-0f1726940a9e {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:52.566871 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Deleting port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:52.567000 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 0fcb25cf-95a8-4d43-be5a-0f1726940a9e not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:52.567097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.567212 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 37200faf-7369-406d-9d1d-d9cd6d038ca4 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:52.609848 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 37200faf-7369-406d-9d1d-d9cd6d038ca4 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:52.610109 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 37200faf-7369-406d-9d1d-d9cd6d038ca4 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:52.775964 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] For port 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5b0b5a5d-80b5-4846-9045-c30bbc008a61,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:52.776217 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.781338 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] DHCP port deletion for 612b21ef-1063-4a10-84a0-437001c887af request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:18:52.786187 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Deleting port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:52.786566 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:52.897813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Calling delete_port for 5b0b5a5d-80b5-4846-9045-c30bbc008a61 owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:52.984809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] For port 5b0b5a5d-80b5-4846-9045-c30bbc008a61, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5b0b5a5d-80b5-4846-9045-c30bbc008a61,segment=NetworkSegment(5f2eed47-8923-480f-b029-aa082e563e8e),segment_id=5f2eed47-8923-480f-b029-aa082e563e8e)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:18:52.985202 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.040432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.044281 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-27104002-21eb-4b18-b762-522d9348d9b0 tempest-VolumesNegativeTest-1098788093 tempest-VolumesNegativeTest-1098788093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:53.091495 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0b5a5d-80b5-4846-9045-c30bbc008a61,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:53.093871 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] No DVR routers for this DVR port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:18:53.109751 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Calling delete_port for 5b0b5a5d-80b5-4846-9045-c30bbc008a61 owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:18:53.130005 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.130377 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.130734 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.131141 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.131498 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.131847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.132193 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.132538 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.132987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.133388 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.133734 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.134075 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:18:53.151077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:53.183232 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:18:53.183232 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:18:53.222730 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.235366 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65b45ca0>,) {'filters': {'network_id': ['612b21ef-1063-4a10-84a0-437001c887af']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:53.247219 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65b45ca0>, '5f2eed47-8923-480f-b029-aa082e563e8e') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:53.247587 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65b45ca0>, '5f2eed47-8923-480f-b029-aa082e563e8e') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:18:53.259402 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.276306 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.282461 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:18:53.282916 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:18:53.295764 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:18:53.424955 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.429011 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b743792a-da65-441b-bd12-54399c4f14a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:53.443077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.453339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Pushing event deleted for resources: {'Network': ['ID=612b21ef-1063-4a10-84a0-437001c887af,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:53.458769 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:53.461558 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] 10.222.0.78 "DELETE /v2.0/networks/612b21ef-1063-4a10-84a0-437001c887af HTTP/1.1" status: 204  len: 168 time: 1.0178335
Jun 30 19:18:53.684539 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Deleting port 5b0b5a5d-80b5-4846-9045-c30bbc008a61 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:18:53.685010 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.755457 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-90bad554-f06a-481a-a978-8619752c5a32 None None] The port '5b0b5a5d-80b5-4846-9045-c30bbc008a61' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:18:53.816415 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58040) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:53.868665 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-fb845197-057a-4313-b5f0-6e6f3c608a1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e36e93e28e7044cb9c766724bda95857&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509779
Jun 30 19:18:53.871035 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58044) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:53.938990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:53.963273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:54.090016 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f629fa7-f7be-4c7d-955a-02b3386f35a2 req-c3be1c31-9a8a-4c7c-a7d2-6a03606e2079 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:54.091374 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3f629fa7-f7be-4c7d-955a-02b3386f35a2 req-c3be1c31-9a8a-4c7c-a7d2-6a03606e2079 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0857029
Jun 30 19:18:54.124606 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:54.131757 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3ce82b62-0ef7-4827-b8f3-ccbe57423da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:54.153260 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3f629fa7-f7be-4c7d-955a-02b3386f35a2 req-3913a156-057d-4538-8979-e9ba83397bcf tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561354
Jun 30 19:18:54.155610 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b03d575-c226-4a77-8050-eecff51bce75,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:54.158710 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:54.162248 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:54.166697 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b03d575-c226-4a77-8050-eecff51bce75 HTTP/1.1" status: 204  len: 168 time: 0.2946565
Jun 30 19:18:54.434968 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5b0b5a5d-80b5-4846-9045-c30bbc008a61 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:18:54.473957 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 5b0b5a5d-80b5-4846-9045-c30bbc008a61 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:18:54.474313 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5b0b5a5d-80b5-4846-9045-c30bbc008a61 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:18:54.484319 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:18:55.268675 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58072) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:55.350791 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b399cc-2bfb-4d60-9fd4-df8a746b8e83 req-67c98b8f-3474-4125-abeb-b03a3aade12c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:55.352267 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-49b399cc-2bfb-4d60-9fd4-df8a746b8e83 req-67c98b8f-3474-4125-abeb-b03a3aade12c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0844324
Jun 30 19:18:55.375696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-957844023-network', 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:18:55.380721 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:18:55.384869 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Usage tracker for resource:network and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:18:55.387743 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:18:55.394018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:18:55.402043 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-49b399cc-2bfb-4d60-9fd4-df8a746b8e83 req-7563e74c-7e63-4ba3-934f-74c50e167cc7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440872
Jun 30 19:18:55.468550 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'network': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:18:55.470887 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.483131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.497375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:18:55.501087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Usage tracker for resource:security_group_rule and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:18:55.504504 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:18:55.510140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:18:55.601397 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.659133 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.662042 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:55.689598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911}  {{(pid=79178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:18:55.697900 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542936c-7f85-4310-a532-3c34149fa46e,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:55.701646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:55.704087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.704427 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.segments_db [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Added segment cf58ba12-fea6-4d85-9a84-72896dd49559 of type vlan for network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576
Jun 30 19:18:55.730360 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.835802 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.837085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:55.837727 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:55.840903 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:56.021780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Pushing event updated for resources: {'Network': ['ID=3129d828-f74c-4dd9-b76f-a7bbbcbd8576,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:56.024537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:56.031332 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:18:56.082345 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8125687
Jun 30 19:18:56.085181 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58078) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:18:56.090959 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Request body: {'subnet': {'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-957844023-subnet', 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:18:56.096911 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:18:56.101152 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Usage tracker for resource:subnet and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:18:56.108129 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:18:56.110050 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:18:56.190739 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'subnet': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:18:56.193068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16496905'] for subnet, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:56.504834 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15185836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16496927'] for subnet, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:56.509880 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-83a953b3-55da-4945-a4c4-1d263a73f689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:18:56.587628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=441e2d2c-461d-4854-99ab-7b0e190356e7,revision_number=0']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:18:56.591421 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:18:56.592112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Checking segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:18:56.592465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Network hostable DHCP agents. Network: 3129d828-f74c-4dd9-b76f-a7bbbcbd8576, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:18:56.604475 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223152-b222-40a5-9307-d04cc9bb9a67 req-6b9b94b7-b6f0-4941-870f-645cbf4629da tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:56.605954 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-67223152-b222-40a5-9307-d04cc9bb9a67 req-6b9b94b7-b6f0-4941-870f-645cbf4629da tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0919187
Jun 30 19:18:56.650928 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-67223152-b222-40a5-9307-d04cc9bb9a67 req-77b2e5cf-d1b2-4b79-8c34-58addb0392b8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391107
Jun 30 19:18:56.664495 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:18:56.732905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 3129d828-f74c-4dd9-b76f-a7bbbcbd8576) {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:18:56.738355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:56.738959 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:18:56.741206 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b8a29-cd6d-45a9-a0d6-8d2f564a9695 None None] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:18:56.817968 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-d344fde7-ab8c-4911-8f6f-d05525f88b4a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7316759
Jun 30 19:18:56.955052 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9b765-7f4c-4e96-b2d8-2e1e922db0ab None None] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:18:57.344662 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-802b6c31-8aff-44bd-962f-d74188b2335e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:57.346171 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-802b6c31-8aff-44bd-962f-d74188b2335e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1432023
Jun 30 19:18:57.360224 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-f5ea2787-1ccd-438a-b10a-88066e6ed4b7 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/quotas/711cbdd3e93e445ca85a6cdeaeaf2203 HTTP/1.1" status: 200  len: 375 time: 0.0087509
Jun 30 19:18:57.411498 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-55511300-a6e0-4e37-b77d-f6dd5baa04f7 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459125
Jun 30 19:18:57.623904 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-2266ce9d-9c78-47d6-a468-a79239161d5b service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055516
Jun 30 19:18:57.755695 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-abbee143-5661-441e-a1df-fa143d053da9 service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260691
Jun 30 19:18:57.840808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb688c8a-7a0e-4a60-af4c-0f17b83aace0 req-30d2fda2-57d6-445d-a6ea-5294ed180195 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:57.842333 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb688c8a-7a0e-4a60-af4c-0f17b83aace0 req-30d2fda2-57d6-445d-a6ea-5294ed180195 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0809417
Jun 30 19:18:57.886891 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb688c8a-7a0e-4a60-af4c-0f17b83aace0 req-07aa643a-fc55-49d3-b48a-78cdd98b3398 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386815
Jun 30 19:18:58.023445 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b24a026-71b9-40fe-976f-a38a66d85efc req-c39be5f2-2236-4a14-8570-b0bb9f97539e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 210 time: 0.0460911
Jun 30 19:18:59.084225 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065014-3ffd-47d7-92bc-43a5ab3633a8 req-8ccccb3d-ce21-4923-bb2e-a0a71221105d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:18:59.085688 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-91065014-3ffd-47d7-92bc-43a5ab3633a8 req-8ccccb3d-ce21-4923-bb2e-a0a71221105d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0799320
Jun 30 19:18:59.192080 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f60d06da-bb63-4525-ac27-954535c1352b req-f218f16c-c755-4e07-92ac-7fe7e25cd491 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 210 time: 0.0510864
Jun 30 19:18:59.195345 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-91065014-3ffd-47d7-92bc-43a5ab3633a8 req-da1082b4-c03a-4dc8-abc6-e111ee7bd947 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009219
Jun 30 19:19:00.112189 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-241350b7-558e-4e28-a444-f5f8b78cace3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:00.112832 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-241350b7-558e-4e28-a444-f5f8b78cace3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:network {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:19:00.218667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-241350b7-558e-4e28-a444-f5f8b78cace3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:network {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:19:00.219818 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-241350b7-558e-4e28-a444-f5f8b78cace3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.2579610
Jun 30 19:19:00.233642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Request body: {'port': {'device_id': '22b38aac-3f96-4f04-9006-c21068999925', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'admin_state_up': True, 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:00.376079 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:19:00.381091 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Usage tracker for resource:port and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:19:00.384437 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:19:00.389481 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-05e337c4-bd82-4c9e-a054-f8dceed8b234 req-d6935fca-1cb4-446a-b279-d1955b9b5326 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 210 time: 0.0849664
Jun 30 19:19:00.393098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:19:00.436602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c6c9-7bfd-4e51-b921-b0b7ccb12bba req-72b438e4-dd87-427d-8e17-4167d9cc47a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:00.438086 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2505c6c9-7bfd-4e51-b921-b0b7ccb12bba req-72b438e4-dd87-427d-8e17-4167d9cc47a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0959637
Jun 30 19:19:00.464699 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:19:00.468339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:00.483099 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2505c6c9-7bfd-4e51-b921-b0b7ccb12bba req-be24b9d1-abef-409c-98cb-588047c31d83 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386767
Jun 30 19:19:00.562002 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4b02-6e15-494b-9400-a2dca5d2c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:00.631723 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Allocated IP 172.20.0.12 (3129d828-f74c-4dd9-b76f-a7bbbcbd8576/441e2d2c-461d-4854-99ab-7b0e190356e7/763fe97e-9135-4044-b352-8f29842eb956) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:19:00.837012 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:00.927759 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:00.933114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:01.007458 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:19:01.010499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:19:01.014322 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:19:01.046026 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event updated for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:01.058720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:01.083878 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:01.084486 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:01.156120 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:01.185385 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9562073
Jun 30 19:19:01.199539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Request body: {'port': {'device_id': '22b38aac-3f96-4f04-9006-c21068999925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:01.321302 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:01.591100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76f6c-9d28-495d-8bcc-3d411bec0ea1 req-a23ae4f1-382d-46f6-a7eb-3d5f7818f8ee tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:01.592608 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24c76f6c-9d28-495d-8bcc-3d411bec0ea1 req-a23ae4f1-382d-46f6-a7eb-3d5f7818f8ee tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 932 time: 0.0868800
Jun 30 19:19:01.665875 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763fe97e-9135-4044-b352-8f29842eb956 {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:01.674819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:01.689642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Transition to ACTIVE for port object 763fe97e-9135-4044-b352-8f29842eb956 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:19:01.694189 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24c76f6c-9d28-495d-8bcc-3d411bec0ea1 req-11f2c919-cb9c-4c11-a3f5-9ce1def3bead tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944612
Jun 30 19:19:01.721692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09e1df-db0c-4bcb-b7b6-3d6a8ce5e3d8 req-66b8a755-7f25-4481-9ff8-43d97802c5b4 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:01.724328 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ff09e1df-db0c-4bcb-b7b6-3d6a8ce5e3d8 req-66b8a755-7f25-4481-9ff8-43d97802c5b4 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1093168
Jun 30 19:19:01.771709 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ff09e1df-db0c-4bcb-b7b6-3d6a8ce5e3d8 req-1eecb85e-1d04-48b4-adfc-790d107f5d42 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414903
Jun 30 19:19:01.777451 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:01.782878 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9ead33cf-9ed9-482b-bc9b-2e6120a6f807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:02.012339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Pushing event updated for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:02.019463 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:02.092016 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Attempting to bind port 763fe97e-9135-4044-b352-8f29842eb956 on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:19:02.092344 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Attempting to bind port 763fe97e-9135-4044-b352-8f29842eb956 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:19:02.092671 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Attempting to bind port 763fe97e-9135-4044-b352-8f29842eb956 on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:02.097746 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Port 763fe97e-9135-4044-b352-8f29842eb956 on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:19:02.098066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Attempting to bind port 763fe97e-9135-4044-b352-8f29842eb956 on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:02.103087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:19:02.103421 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Checking segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:19:02.103803 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Bound using segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:19:02.104220 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Bound port: 763fe97e-9135-4044-b352-8f29842eb956, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:19:02.104559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:02.190068 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:19:02.192966 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=763fe97e-9135-4044-b352-8f29842eb956,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:19:02.236106 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:02.239638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-647302f0-e8fe-4904-80c8-2f5730e207fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:02.298834 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.299449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:02.301027 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] 10.222.0.97 "PUT /v2.0/ports/763fe97e-9135-4044-b352-8f29842eb956 HTTP/1.1" status: 200  len: 1094 time: 1.1058645
Jun 30 19:19:02.301541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'tag': '763fe97e-9135-4044-b352-8f29842eb956'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:02.320126 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Pushing event updated for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:02.323479 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:02.351008 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'tag': '763fe97e-9135-4044-b352-8f29842eb956', 'status': 'completed', 'code': 200}
Jun 30 19:19:02.440457 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-65ae04e2-6200-4fca-9656-80f40d00b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.442521 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-65ae04e2-6200-4fca-9656-80f40d00b6e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 1097 time: 0.0706182
Jun 30 19:19:02.579691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-84bf5e40-9d0d-4e59-b53c-7a1b6d41dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.581168 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-84bf5e40-9d0d-4e59-b53c-7a1b6d41dd72 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1314340
Jun 30 19:19:02.716242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-5751380d-bcbc-4cad-8411-8a4a8dc8682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.717713 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-9c18298f-33f7-49b2-a4a4-6ad1b9b8e11c req-5751380d-bcbc-4cad-8411-8a4a8dc8682d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1289935
Jun 30 19:19:02.829369 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-d129c976-05a4-41b8-919f-6d1eb47d80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.830956 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-d129c976-05a4-41b8-919f-6d1eb47d80ff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 1097 time: 0.0763059
Jun 30 19:19:02.891903 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900676ab-af67-43af-bd3b-ab918bcb9b10 req-ef221fc4-8a17-4d35-9481-7f1119d02ca9 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.894714 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-900676ab-af67-43af-bd3b-ab918bcb9b10 req-ef221fc4-8a17-4d35-9481-7f1119d02ca9 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 944 time: 0.0893936
Jun 30 19:19:02.901866 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-8b10322e-06a5-4fd4-927b-6c94923a6b14 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=763fe97e-9135-4044-b352-8f29842eb956 HTTP/1.1" status: 200  len: 217 time: 0.0615432
Jun 30 19:19:02.967623 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-404b6fd2-3137-4913-8a31-fcceae89ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:02.969044 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-404b6fd2-3137-4913-8a31-fcceae89ba16 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 200  len: 854 time: 0.0603440
Jun 30 19:19:02.986289 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-900676ab-af67-43af-bd3b-ab918bcb9b10 req-a3d02c05-b548-4315-8b52-1d3481166944 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604074
Jun 30 19:19:03.006807 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0394842-9860-48c7-bc80-6ce8b820a0b1 req-7621cb58-ae57-4140-8a2a-e98a97716c74 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:03.008255 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d0394842-9860-48c7-bc80-6ce8b820a0b1 req-7621cb58-ae57-4140-8a2a-e98a97716c74 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1127441
Jun 30 19:19:03.018145 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-b30b3cc0-9c7d-483c-b28d-e0b3d54e56c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408041
Jun 30 19:19:03.052426 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d0394842-9860-48c7-bc80-6ce8b820a0b1 req-6e0cab77-573b-4337-83f6-03ffe8828ddb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384207
Jun 30 19:19:03.150205 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-80189234-7d41-4099-a764-d8900f6275a7 service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250532
Jun 30 19:19:03.283873 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-76316459-9da6-4610-8d6d-de54e2a55fdc req-9485972c-ae18-4182-9d48-1d5bcc78f986 service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247745
Jun 30 19:19:03.399882 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c42932ff-4e18-4ced-bb2f-2c1f1eac92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:04.227988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c576a53-07d3-4bdb-b8ef-53343e48db53 req-dcefd8ce-0e4f-485d-a537-ccdbbf041b5e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:04.229475 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c576a53-07d3-4bdb-b8ef-53343e48db53 req-dcefd8ce-0e4f-485d-a537-ccdbbf041b5e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 944 time: 0.1326101
Jun 30 19:19:04.281460 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:04.288327 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6c576a53-07d3-4bdb-b8ef-53343e48db53 req-f6af616d-36ae-47dd-99ae-73ff3e39e69d tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530491
Jun 30 19:19:04.302608 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b175-1a55-4960-bdb2-c262ee410e8b req-eaeea695-e654-44b3-9248-66e0baf04096 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:04.304096 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71c0b175-1a55-4960-bdb2-c262ee410e8b req-eaeea695-e654-44b3-9248-66e0baf04096 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1354682
Jun 30 19:19:04.350391 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71c0b175-1a55-4960-bdb2-c262ee410e8b req-2583ffaa-342f-4074-a6e3-699bf04245c1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406623
Jun 30 19:19:05.261613 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 763fe97e-9135-4044-b352-8f29842eb956 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:19:05.397648 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=763fe97e-9135-4044-b352-8f29842eb956,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:05.412201 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '763fe97e-9135-4044-b352-8f29842eb956', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'port_id': '763fe97e-9135-4044-b352-8f29842eb956', 'mac_address': 'fa:16:3e:d3:2d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441e2d2c-461d-4854-99ab-7b0e190356e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:19:05.471255 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:05.488825 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763fe97e-9135-4044-b352-8f29842eb956 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:05.504044 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=763fe97e-9135-4044-b352-8f29842eb956,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:05.550369 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d5201-1f2a-49ad-9273-c9c6122efe46 req-baf7b647-e78a-4c0b-8c7e-318d98625ad1 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:05.552320 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-be2d5201-1f2a-49ad-9273-c9c6122efe46 req-baf7b647-e78a-4c0b-8c7e-318d98625ad1 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 944 time: 0.1388090
Jun 30 19:19:05.578882 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:05.580694 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:05.591344 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3545-62b4-4b05-9c4d-ac76578d2f5a req-b2f4ea09-89da-4505-9f85-b3cabf0b5d08 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:05.592781 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da5a3545-62b4-4b05-9c4d-ac76578d2f5a req-b2f4ea09-89da-4505-9f85-b3cabf0b5d08 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1279440
Jun 30 19:19:05.631202 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-be2d5201-1f2a-49ad-9273-c9c6122efe46 req-165b324c-e0dd-4d2b-9ff7-3d759aa63085 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730116
Jun 30 19:19:05.652142 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da5a3545-62b4-4b05-9c4d-ac76578d2f5a req-e9becd20-5699-40de-885a-49e219eaca16 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501704
Jun 30 19:19:05.655929 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:05.663674 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.664717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.664717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.664717 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.665149 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.665706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.665706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.666108 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.666381 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.666583 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.666909 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.667229 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:05.674389 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:05.750271 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:05.883718 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:06.975037 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff08b49-2083-4544-8fd3-82772e68461a req-711cbbb7-10b3-48c9-b1d8-c6fb45e85a57 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:06.976528 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5ff08b49-2083-4544-8fd3-82772e68461a req-711cbbb7-10b3-48c9-b1d8-c6fb45e85a57 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 945 time: 0.2379580
Jun 30 19:19:06.984050 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d302d4-8273-4fdb-a231-432e742268bf req-422b627b-1878-4990-bc26-d6dbbdebf0ef tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:06.985424 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6d302d4-8273-4fdb-a231-432e742268bf req-422b627b-1878-4990-bc26-d6dbbdebf0ef tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1177149
Jun 30 19:19:07.064807 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5ff08b49-2083-4544-8fd3-82772e68461a req-92e8dd60-9808-47c0-b614-3539211f113d tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738883
Jun 30 19:19:07.069115 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6d302d4-8273-4fdb-a231-432e742268bf req-ef7233a1-c920-4c6b-bccc-4d5b487938d1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651548
Jun 30 19:19:07.262045 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:19:07.265826 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 763fe97e-9135-4044-b352-8f29842eb956 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:19:07.487994 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:07.510327 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '66bc7236-aa0b-4e96-a18d-272001afac51', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:19:07.544977 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 763fe97e-9135-4044-b352-8f29842eb956 completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:19:07.564778 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 763fe97e-9135-4044-b352-8f29842eb956 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:19:07.565161 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:07.619029 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:07.646615 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:07.672902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:07.728273 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:07.747744 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:07.754532 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:07.835912 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fe97e-9135-4044-b352-8f29842eb956'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:07.840528 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=6']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:07.855546 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:07.863489 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=763fe97e-9135-4044-b352-8f29842eb956,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:07.877080 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['66bc7236-aa0b-4e96-a18d-272001afac51'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:07.905639 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fe97e-9135-4044-b352-8f29842eb956', 'code': 200}
Jun 30 19:19:07.935318 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:07.938962 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:08.040031 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:08.043490 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:08.371203 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98dfdd-aa14-4f7f-ac18-7014f854367b req-5cc902a3-2109-4d20-8f88-ed0f5ad32265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:08.373336 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-dc98dfdd-aa14-4f7f-ac18-7014f854367b req-5cc902a3-2109-4d20-8f88-ed0f5ad32265 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 1099 time: 0.0895934
Jun 30 19:19:08.375943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4417c8-01cd-4b5c-92eb-1b09aa8b93e8 req-07896bfa-6508-49cb-8813-a3947b379f04 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:08.383404 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd4417c8-01cd-4b5c-92eb-1b09aa8b93e8 req-07896bfa-6508-49cb-8813-a3947b379f04 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.1681633
Jun 30 19:19:08.412107 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ea84-e91f-4b95-8b7a-c873720cd8b5 req-2d719ee6-c1c6-4d5f-94de-efd6330d0420 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:08.414043 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ea1ea84-e91f-4b95-8b7a-c873720cd8b5 req-2d719ee6-c1c6-4d5f-94de-efd6330d0420 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 944 time: 0.1973367
Jun 30 19:19:08.434645 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-dc98dfdd-aa14-4f7f-ac18-7014f854367b req-209bff56-a06e-4963-a706-60b4b672bc33 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533092
Jun 30 19:19:08.479158 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd4417c8-01cd-4b5c-92eb-1b09aa8b93e8 req-a9040e61-30f4-492e-9063-48f320bf12a4 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947032
Jun 30 19:19:08.505276 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ea1ea84-e91f-4b95-8b7a-c873720cd8b5 req-409b4270-2ac9-46aa-8eeb-e6f8ae040f97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819957
Jun 30 19:19:09.278603 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:19:09.355215 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 66bc7236-aa0b-4e96-a18d-272001afac51 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:19:09.355902 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:09.487062 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:09.527808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:09.601599 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:09.603447 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:09.686330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=7']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:09.698953 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:09.782550 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64b4f-41df-4f12-b7d1-6060e0a5745f req-461a0c18-ebfb-41b2-981d-92218480dfb1 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:09.784207 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-03e64b4f-41df-4f12-b7d1-6060e0a5745f req-461a0c18-ebfb-41b2-981d-92218480dfb1 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.1636310
Jun 30 19:19:09.795833 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb658f-94f0-43ac-b2fa-12e814f6f705 req-62712862-680c-4663-8110-cb77745a7286 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:09.797626 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-80eb658f-94f0-43ac-b2fa-12e814f6f705 req-62712862-680c-4663-8110-cb77745a7286 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1335866
Jun 30 19:19:09.880978 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-03e64b4f-41df-4f12-b7d1-6060e0a5745f req-e08054cc-86a8-48f8-aa6e-53ab5ff52496 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822184
Jun 30 19:19:09.894629 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-80eb658f-94f0-43ac-b2fa-12e814f6f705 req-767af445-ffe4-421c-aaf6-8edffd62c2d7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821397
Jun 30 19:19:09.906487 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:09.953883 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'code': 200}
Jun 30 19:19:11.158798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0402d-c16f-4ad8-bf81-6282f4f8aa52 req-5a6e94f7-98ab-406f-9d36-08396c5e8361 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:11.167237 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bbf0402d-c16f-4ad8-bf81-6282f4f8aa52 req-5a6e94f7-98ab-406f-9d36-08396c5e8361 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.1756198
Jun 30 19:19:11.178987 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabbfe4-8344-434a-b91e-0e32931f9dba req-b8e04d85-9ad2-4941-8df7-8a7ed959c2cb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:11.181710 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fdabbfe4-8344-434a-b91e-0e32931f9dba req-b8e04d85-9ad2-4941-8df7-8a7ed959c2cb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1461129
Jun 30 19:19:11.256114 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bbf0402d-c16f-4ad8-bf81-6282f4f8aa52 req-9260a437-9f05-4452-b6e9-d3abcb122ef0 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875185
Jun 30 19:19:11.259240 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fdabbfe4-8344-434a-b91e-0e32931f9dba req-949e9297-5199-42b3-850d-eaf195fed652 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636225
Jun 30 19:19:12.483262 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137513-4876-45bf-9ef0-20a37f928c47 req-2a711ce2-e320-4981-b07f-9d53d0cc8a14 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:12.484818 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1137513-4876-45bf-9ef0-20a37f928c47 req-2a711ce2-e320-4981-b07f-9d53d0cc8a14 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0972927
Jun 30 19:19:12.537692 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e1137513-4876-45bf-9ef0-20a37f928c47 req-26cf9bdb-dce7-449a-a38c-4b90c22ce011 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442939
Jun 30 19:19:13.746651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43b27-d7e5-41b1-ab4b-6bf3ca1cac67 req-31eb928c-7f95-4fb4-aa72-c9428223c88f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:13.748141 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bbf43b27-d7e5-41b1-ab4b-6bf3ca1cac67 req-31eb928c-7f95-4fb4-aa72-c9428223c88f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0912833
Jun 30 19:19:13.795800 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bbf43b27-d7e5-41b1-ab4b-6bf3ca1cac67 req-d05d2e71-e83a-4f0e-9eb8-e730e9a79ca2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412390
Jun 30 19:19:14.812933 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:15.039539 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1245-c2d1-4b9b-8d2d-70c464af67b2 req-c2efe89d-bc63-416f-a1d3-db4b041b4585 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:15.041301 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9b9d1245-c2d1-4b9b-8d2d-70c464af67b2 req-c2efe89d-bc63-416f-a1d3-db4b041b4585 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1087909
Jun 30 19:19:15.116253 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9b9d1245-c2d1-4b9b-8d2d-70c464af67b2 req-7b130e61-d81c-42f0-9590-d0774d0e7545 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679145
Jun 30 19:19:16.351241 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bab83a-ded4-47c2-ad91-858e587e2368 req-5e4ba406-0022-49c0-aecd-98943ecaacc3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:16.353165 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-16bab83a-ded4-47c2-ad91-858e587e2368 req-5e4ba406-0022-49c0-aecd-98943ecaacc3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0916784
Jun 30 19:19:16.408172 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-16bab83a-ded4-47c2-ad91-858e587e2368 req-7b60e3ff-b4a7-417b-9a81-4e2b361092c5 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485439
Jun 30 19:19:17.604728 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c808f9-5bc8-45e2-b3a3-09ff130d3474 req-a99886c0-d2a2-4e9f-9ad5-eaf2591511eb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:17.606204 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83c808f9-5bc8-45e2-b3a3-09ff130d3474 req-a99886c0-d2a2-4e9f-9ad5-eaf2591511eb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0813470
Jun 30 19:19:17.654146 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-83c808f9-5bc8-45e2-b3a3-09ff130d3474 req-104de79a-b5e5-4522-b6ce-493db985431e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422585
Jun 30 19:19:18.851812 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f93e8-a9c4-481d-a8b6-f61d8a94eb5f req-2764e0e5-5b7c-43e0-951b-21276f7d2e97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:18.853286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e6f93e8-a9c4-481d-a8b6-f61d8a94eb5f req-2764e0e5-5b7c-43e0-951b-21276f7d2e97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0822153
Jun 30 19:19:18.896781 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6e6f93e8-a9c4-481d-a8b6-f61d8a94eb5f req-a2f8f072-56bc-4099-9e17-207706d54e26 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378871
Jun 30 19:19:19.430731 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58478-6e38-4662-9b75-0666406d05cb req-a4a9f149-0fcf-4b80-b033-2eec71ba9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:19.432126 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-a4a9f149-0fcf-4b80-b033-2eec71ba9258 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1098 time: 0.0796022
Jun 30 19:19:19.563236 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58478-6e38-4662-9b75-0666406d05cb req-05ac26c5-d5b3-4c24-a6f3-c6bb6ad0d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:19.564806 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-05ac26c5-d5b3-4c24-a6f3-c6bb6ad0d9b5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1254625
Jun 30 19:19:19.744549 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-460c2692-f3bc-4bea-9f9d-156965e8ac50 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 200  len: 1001 time: 0.1722620
Jun 30 19:19:19.808759 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58478-6e38-4662-9b75-0666406d05cb req-75136f67-d0a9-4fef-acf1-4f5b49dba839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:19.810223 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-75136f67-d0a9-4fef-acf1-4f5b49dba839 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0586233
Jun 30 19:19:19.884995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58478-6e38-4662-9b75-0666406d05cb req-05208ad0-4127-44c2-8ff1-243c36797725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:19.886475 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-05208ad0-4127-44c2-8ff1-243c36797725 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695469
Jun 30 19:19:20.017541 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-7856d972-056e-41d0-b03e-974d3b7af7d9 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240165
Jun 30 19:19:20.089613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd70b1-844c-4a48-bb1f-f705011d64c6 req-d140ddfa-7cc5-4c7d-bfb6-1eae1ae7cbdd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:20.091063 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a5fd70b1-844c-4a48-bb1f-f705011d64c6 req-d140ddfa-7cc5-4c7d-bfb6-1eae1ae7cbdd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0851312
Jun 30 19:19:20.141848 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a5fd70b1-844c-4a48-bb1f-f705011d64c6 req-6c3b191f-a558-47aa-b712-ef058dc40f99 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450935
Jun 30 19:19:20.165067 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2cf58478-6e38-4662-9b75-0666406d05cb req-ca5eeaa5-e62c-48ae-9bcc-f9d4197da9a1 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406324
Jun 30 19:19:21.332249 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f0a1-d741-4555-bc97-0673c5c6e060 req-7eb7f511-e759-4275-ab45-f1a9d15ca606 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:21.333820 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f18f0a1-d741-4555-bc97-0673c5c6e060 req-7eb7f511-e759-4275-ab45-f1a9d15ca606 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.0801153
Jun 30 19:19:21.379521 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5f18f0a1-d741-4555-bc97-0673c5c6e060 req-432969d6-04e6-4b7e-8ca4-3eb7e6393731 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401499
Jun 30 19:19:22.673808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021288f-2f15-42cb-9b64-7f6b5fcc8180 req-8f29ba1e-10db-4780-988d-a2cf36bdca8c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:22.675276 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3021288f-2f15-42cb-9b64-7f6b5fcc8180 req-8f29ba1e-10db-4780-988d-a2cf36bdca8c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 945 time: 0.1840327
Jun 30 19:19:22.739474 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3021288f-2f15-42cb-9b64-7f6b5fcc8180 req-d0c7b674-e975-4082-935c-14e5920d1078 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463128
Jun 30 19:19:22.872653 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-051eeae9-b2a0-4114-b87c-3970d862d582 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:22.874104 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-051eeae9-b2a0-4114-b87c-3970d862d582 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1417465
Jun 30 19:19:22.888209 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-977d90ec-2427-4fce-ae2b-0c2be578e0aa tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/quotas/711cbdd3e93e445ca85a6cdeaeaf2203 HTTP/1.1" status: 200  len: 375 time: 0.0086246
Jun 30 19:19:22.966231 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-62a631c4-5b8c-410a-a649-6ee275fd7ba5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0731323
Jun 30 19:19:23.101589 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-e844c22f-6d58-449c-a394-e77caf60bb21 service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287646
Jun 30 19:19:23.236449 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-5ab498f2-c3b6-4930-8a4a-8a0e9df538fe service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286378
Jun 30 19:19:23.305741 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:19:23.425450 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:23.461989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:23.467876 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c08a6c13-7a29-4de5-a2a8-92c5b8626d2f req-3ff404c3-a5a3-4cd2-9c32-a75b34eb46d2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 210 time: 0.0467474
Jun 30 19:19:23.475183 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:23.506503 dv-cinder-798879-1-iscsi neutron-server[79180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'code': 422} returned with failed status
Jun 30 19:19:23.555453 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:23.557496 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:23.624109 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=8']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:23.627209 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:23.921038 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130fad4-0cc0-4599-9b81-5fa245c99bee req-814ac56c-e30f-4113-92b6-88fe19c5ed8b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:23.923880 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9130fad4-0cc0-4599-9b81-5fa245c99bee req-814ac56c-e30f-4113-92b6-88fe19c5ed8b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0791962
Jun 30 19:19:23.967826 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9130fad4-0cc0-4599-9b81-5fa245c99bee req-ca1e2582-f857-4bab-9008-7d8e855dbd33 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394881
Jun 30 19:19:24.622578 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2ba9a587-1e57-4f37-b7ca-2f85127f4ad8 req-be853fca-4832-4430-aee0-54b386d210e6 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 210 time: 0.0474916
Jun 30 19:19:25.565006 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-d874d010-4918-4acf-ad06-0d8cb264a491 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:25.566462 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-d874d010-4918-4acf-ad06-0d8cb264a491 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1459527
Jun 30 19:19:25.582030 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Request body: {'port': {'device_id': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'admin_state_up': True, 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:25.725818 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:19:25.730330 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Usage tracker for resource:port and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:19:25.733568 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:19:25.740259 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:19:25.771740 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-299ff336-1e61-492b-9bf9-5922f16b9172 req-f405977e-2b97-42cf-af6d-0cf1b33e98bf tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 210 time: 0.0429711
Jun 30 19:19:25.839518 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:19:25.842980 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:26.006637 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Allocated IP 172.20.0.6 (3129d828-f74c-4dd9-b76f-a7bbbcbd8576/441e2d2c-461d-4854-99ab-7b0e190356e7/9682e0e3-bfef-4731-9f20-ed2003ff332f) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:19:26.210459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:26.288102 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:26.294139 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f66cb464-179c-4683-9857-df65e19e35ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:26.300219 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:26.363684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:19:26.366907 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:19:26.370839 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:19:26.432807 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event updated for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:26.437888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:26.462615 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:26.463284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:26.550216 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9720078
Jun 30 19:19:26.565733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Request body: {'port': {'device_id': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:26.569610 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4004-3630-4a41-97f8-f22ab15c7e90 req-b2974dc8-749c-4c7a-bd25-b24f4cc90e01 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:26.571125 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d33d4004-3630-4a41-97f8-f22ab15c7e90 req-b2974dc8-749c-4c7a-bd25-b24f4cc90e01 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0885732
Jun 30 19:19:26.620968 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d33d4004-3630-4a41-97f8-f22ab15c7e90 req-e16b0aab-3555-4a2f-aa7f-d0ec08b5e951 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427361
Jun 30 19:19:26.690135 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:26.945274 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58342) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:19:26.981061 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff3fa-aa65-4aa3-bd08-f140c2b52521 req-72ee510c-4619-4ea4-8a37-6f65060c7c79 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:26.982661 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-177ff3fa-aa65-4aa3-bd08-f140c2b52521 req-72ee510c-4619-4ea4-8a37-6f65060c7c79 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 931 time: 0.0987720
Jun 30 19:19:27.082228 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-177ff3fa-aa65-4aa3-bd08-f140c2b52521 req-4416804f-d093-432d-b366-ac8c811c3839 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929859
Jun 30 19:19:27.101591 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-ffc808bc-ed5f-49cb-8ace-c50a4ab3b6d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1551731
Jun 30 19:19:27.126028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9682e0e3-bfef-4731-9f20-ed2003ff332f {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:27.135610 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:27.151519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Transition to ACTIVE for port object 9682e0e3-bfef-4731-9f20-ed2003ff332f will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:19:27.218108 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:27.222888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9fe5b9f5-7dbb-4fe5-9337-4bf88f0981da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:27.376645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Pushing event updated for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:27.383739 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:27.454161 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Attempting to bind port 9682e0e3-bfef-4731-9f20-ed2003ff332f on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:19:27.454674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Attempting to bind port 9682e0e3-bfef-4731-9f20-ed2003ff332f by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:19:27.455013 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Attempting to bind port 9682e0e3-bfef-4731-9f20-ed2003ff332f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:27.460721 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Port 9682e0e3-bfef-4731-9f20-ed2003ff332f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:19:27.461049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Attempting to bind port 9682e0e3-bfef-4731-9f20-ed2003ff332f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:27.466686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:19:27.467028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Checking segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:19:27.467414 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Bound using segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:19:27.467842 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Bound port: 9682e0e3-bfef-4731-9f20-ed2003ff332f, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:19:27.468190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:27.560189 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:19:27.563096 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:19:27.635140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:27.639819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-51f849d8-6ad6-439c-bfc7-139ed0c77e93 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:27.694663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:27.695280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:27.696788 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] 10.222.0.97 "PUT /v2.0/ports/9682e0e3-bfef-4731-9f20-ed2003ff332f HTTP/1.1" status: 200  len: 1093 time: 1.1373107
Jun 30 19:19:27.697436 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:27.725054 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Pushing event updated for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:27.736019 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:27.753208 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'status': 'completed', 'code': 200}
Jun 30 19:19:27.823845 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2bf35-8578-4a1c-bb14-10cebf081822 req-ce347ac3-1eb7-489d-84d5-83ddce66b863 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:27.825668 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9d2bf35-8578-4a1c-bb14-10cebf081822 req-ce347ac3-1eb7-489d-84d5-83ddce66b863 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0844016
Jun 30 19:19:27.856547 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-18ca26a2-605e-4c14-9ad4-0091a8af310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:27.858192 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-18ca26a2-605e-4c14-9ad4-0091a8af310c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 1096 time: 0.0847814
Jun 30 19:19:27.874882 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9d2bf35-8578-4a1c-bb14-10cebf081822 req-41504928-feac-4661-8421-91cc536469a1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435295
Jun 30 19:19:27.944488 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57608-d870-4226-8243-4da399cd9942 req-e1ccbf74-f051-4a9a-a19f-2c14f55652ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:27.946282 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-e1ccbf74-f051-4a9a-a19f-2c14f55652ef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d&tenant_id=74cfcbf59c5244d78d5391095b44a0eb HTTP/1.1" status: 200  len: 1096 time: 0.0704284
Jun 30 19:19:28.009650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-655c2f8f-87ee-49f6-b88b-4f873b59aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.011008 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-655c2f8f-87ee-49f6-b88b-4f873b59aff1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1372018
Jun 30 19:19:28.037186 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57608-d870-4226-8243-4da399cd9942 req-692fc58c-9a02-427a-ba44-4ae0abd609ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.038682 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-692fc58c-9a02-427a-ba44-4ae0abd609ba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1096 time: 0.0705168
Jun 30 19:19:28.154055 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-00230729-08ed-4b7c-b467-2682f6317710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.155508 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f3180481-4f1f-4a27-85d6-58b5f5e5ddc5 req-00230729-08ed-4b7c-b467-2682f6317710 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1365681
Jun 30 19:19:28.182273 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57608-d870-4226-8243-4da399cd9942 req-643baf5b-7d7e-4cef-b519-22c57417b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.184014 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-643baf5b-7d7e-4cef-b519-22c57417b6d9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 200  len: 917 time: 0.1367438
Jun 30 19:19:28.267878 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-a3948a2b-3841-411e-807b-eab958aa0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.269384 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-a3948a2b-3841-411e-807b-eab958aa0491 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 1096 time: 0.0700481
Jun 30 19:19:28.345239 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-afae9ff3-41e3-43af-b5df-59876e54c4f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f HTTP/1.1" status: 200  len: 217 time: 0.0642865
Jun 30 19:19:28.410778 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-85ca6645-0ec7-421a-bc0b-a63f1fe38ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.412258 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-85ca6645-0ec7-421a-bc0b-a63f1fe38ea1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 200  len: 854 time: 0.0594180
Jun 30 19:19:28.431887 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-9793c8f2-acd6-4f63-93e6-4b3ea8aa333d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 200  len: 999 time: 0.2403662
Jun 30 19:19:28.461831 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-e7ee4c7f-b045-4bab-9ca6-c7ae378f66f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421162
Jun 30 19:19:28.499872 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7973-75b9-4c8d-b3c9-4837f4440666 req-9a629770-6719-4d53-9971-5a5373b30e41 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.501402 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-749b7973-75b9-4c8d-b3c9-4837f4440666 req-9a629770-6719-4d53-9971-5a5373b30e41 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 943 time: 0.2541018
Jun 30 19:19:28.510433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57608-d870-4226-8243-4da399cd9942 req-f1071004-984a-498b-85dd-d20a3cf32c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.511761 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-f1071004-984a-498b-85dd-d20a3cf32c3f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 200  len: 855 time: 0.0735943
Jun 30 19:19:28.593131 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-df456282-6f80-4212-a32e-0190ff9e3e22 service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237667
Jun 30 19:19:28.599779 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-749b7973-75b9-4c8d-b3c9-4837f4440666 req-c103c2dc-bceb-42ca-921f-13df355ccd7f tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910985
Jun 30 19:19:28.619397 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57608-d870-4226-8243-4da399cd9942 req-a1e9b94d-601c-435d-8eb3-3db1b3e5dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:28.619397 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-a1e9b94d-601c-435d-8eb3-3db1b3e5dd16 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938566
Jun 30 19:19:28.725006 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-cca9d8de-6b57-4d0a-9508-fd037ef50523 req-ed524400-fd95-49df-867e-4c97b1bbe925 service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253574
Jun 30 19:19:28.748643 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-c659f7fa-c55d-40df-b1ba-90ae793f58c9 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234426
Jun 30 19:19:28.878628 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-31b57608-d870-4226-8243-4da399cd9942 req-88478867-d577-4144-824c-56490ba16581 service neutron] 10.222.0.97 "GET /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226697
Jun 30 19:19:29.061970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e62b-0bcc-4e15-acc8-1ed8a5364aff req-4d3cb106-3421-497d-9aac-13ddad6b5f20 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:29.063430 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c930e62b-0bcc-4e15-acc8-1ed8a5364aff req-4d3cb106-3421-497d-9aac-13ddad6b5f20 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0793240
Jun 30 19:19:29.112816 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c930e62b-0bcc-4e15-acc8-1ed8a5364aff req-bbb8b7a5-93c5-4ec9-bacb-889706cb3b54 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429394
Jun 30 19:19:29.790736 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f6ca-03a4-4867-a10c-d5f919748f35 req-68ff4ac9-ba05-42e6-8e83-5959e614de61 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:29.792189 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9d58f6ca-03a4-4867-a10c-d5f919748f35 req-68ff4ac9-ba05-42e6-8e83-5959e614de61 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 943 time: 0.0804300
Jun 30 19:19:29.837860 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9d58f6ca-03a4-4867-a10c-d5f919748f35 req-ae1ad1a6-4c25-44c7-b017-cb6187398b57 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401142
Jun 30 19:19:30.345420 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c6af-aeaa-423c-a0ec-ae712dd0fda7 req-b2053f64-5c97-4025-9161-a3979db4d992 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:30.346912 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71d9c6af-aeaa-423c-a0ec-ae712dd0fda7 req-b2053f64-5c97-4025-9161-a3979db4d992 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0957484
Jun 30 19:19:30.397515 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-71d9c6af-aeaa-423c-a0ec-ae712dd0fda7 req-b25cb539-c763-4c3f-8970-1e892e6f9d71 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447698
Jun 30 19:19:30.582372 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ad3f-ef67-4042-af89-ba31e157cdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:31.050596 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b742d30-4c40-42ac-a36d-a215663ecaa3 req-3f9cdef0-c947-45dd-819f-fb7ca8e3f309 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:31.052792 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b742d30-4c40-42ac-a36d-a215663ecaa3 req-3f9cdef0-c947-45dd-819f-fb7ca8e3f309 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 943 time: 0.0967839
Jun 30 19:19:31.120018 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b742d30-4c40-42ac-a36d-a215663ecaa3 req-b85de39a-53ce-4a56-9986-7e6e954cb011 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605726
Jun 30 19:19:31.171930 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:31.342632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 9682e0e3-bfef-4731-9f20-ed2003ff332f details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:19:31.485428 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:19:31.487007 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:31.507229 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'port_id': '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'mac_address': 'fa:16:3e:83:eb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441e2d2c-461d-4854-99ab-7b0e190356e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:19:31.593044 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:31.620086 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9682e0e3-bfef-4731-9f20-ed2003ff332f {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:31.628940 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a693-3287-4268-928f-17ab59170e0a req-ae13d49a-82eb-43d4-b953-681a4ee679f9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:31.637952 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db11a693-3287-4268-928f-17ab59170e0a req-ae13d49a-82eb-43d4-b953-681a4ee679f9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.1156151
Jun 30 19:19:31.638514 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:31.680057 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-db11a693-3287-4268-928f-17ab59170e0a req-d9fe9d86-99c2-4d39-82a0-bc1f57c47345 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407746
Jun 30 19:19:31.760504 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:31.762330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:31.832186 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:31.836349 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:32.143671 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['9682e0e3-bfef-4731-9f20-ed2003ff332f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:32.236717 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4574-270e-4aac-ae9a-57a12e671af1 req-260854ab-17b6-42f8-a6de-f07ab8b81294 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:32.238443 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e56a4574-270e-4aac-ae9a-57a12e671af1 req-260854ab-17b6-42f8-a6de-f07ab8b81294 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1204948
Jun 30 19:19:32.337243 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e56a4574-270e-4aac-ae9a-57a12e671af1 req-a6358bf4-9ec6-46c7-bceb-ebe1f3b198fe tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908072
Jun 30 19:19:32.369864 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e17644-2912-49fe-80ef-7a90acc203db req-af9fcbc5-34f9-4c85-bbcf-be3d9cb52ede tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:32.371358 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b9e17644-2912-49fe-80ef-7a90acc203db req-af9fcbc5-34f9-4c85-bbcf-be3d9cb52ede tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 944 time: 0.1055007
Jun 30 19:19:32.432636 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b9e17644-2912-49fe-80ef-7a90acc203db req-fd08410a-e8a9-4204-9aa0-e438c48c928c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552778
Jun 30 19:19:32.880527 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38c3c0-2da8-4b2c-a2de-7bfadcafb56e req-7ce96eb1-dbd9-47c0-886c-700ac68403d3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:32.882097 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5e38c3c0-2da8-4b2c-a2de-7bfadcafb56e req-7ce96eb1-dbd9-47c0-886c-700ac68403d3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0837321
Jun 30 19:19:32.928622 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5e38c3c0-2da8-4b2c-a2de-7bfadcafb56e req-201f9844-3dea-4c6e-900c-a2d6c14f7744 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403819
Jun 30 19:19:33.372806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 9682e0e3-bfef-4731-9f20-ed2003ff332f up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:19:33.418465 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-28756c08-30f4-497c-93ec-35b070f05d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:33.500461 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 9682e0e3-bfef-4731-9f20-ed2003ff332f completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:19:33.514104 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 9682e0e3-bfef-4731-9f20-ed2003ff332f triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:19:33.514477 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:33.578417 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ec6ef-5de0-4acb-96f4-5e1ba15d8717 req-e2117f2d-5727-4e6e-9118-559b2d61a954 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:33.579953 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-909ec6ef-5de0-4acb-96f4-5e1ba15d8717 req-e2117f2d-5727-4e6e-9118-559b2d61a954 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1170766
Jun 30 19:19:33.683128 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-909ec6ef-5de0-4acb-96f4-5e1ba15d8717 req-b9b04388-84b7-4bdf-9b68-e70921858e5c tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607526
Jun 30 19:19:33.702290 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:33.708744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383357-14ab-47e7-8829-ff219d84250c req-6a2df20b-ae85-434d-bacf-96b054547c23 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:33.710579 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0a383357-14ab-47e7-8829-ff219d84250c req-6a2df20b-ae85-434d-bacf-96b054547c23 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 944 time: 0.1294062
Jun 30 19:19:33.748909 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:33.750106 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:33.771857 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0a383357-14ab-47e7-8829-ff219d84250c req-b998eb93-b92f-4f24-83f8-c3aaff41acfe tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553768
Jun 30 19:19:33.797331 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'code': 200}
Jun 30 19:19:33.819638 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:33.822444 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:33.890928 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:33.894061 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:34.124172 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95739e7-de55-4042-bbf1-d5c3e95fb8fd req-c677aea9-9b19-4d78-b2f9-c22193784942 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:34.125646 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c95739e7-de55-4042-bbf1-d5c3e95fb8fd req-c677aea9-9b19-4d78-b2f9-c22193784942 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0833147
Jun 30 19:19:34.173090 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c95739e7-de55-4042-bbf1-d5c3e95fb8fd req-005fc6c7-bbc2-4ce8-90dd-13db6efa0213 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412731
Jun 30 19:19:34.280506 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:34.914678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a9757-8884-418a-a28a-3c55c7751abd req-4491c4cc-98db-4fb3-bb91-7389defb1ecc tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:34.916266 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b4a9757-8884-418a-a28a-3c55c7751abd req-4491c4cc-98db-4fb3-bb91-7389defb1ecc tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1056666
Jun 30 19:19:35.015599 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6b4a9757-8884-418a-a28a-3c55c7751abd req-a0f30760-d098-493a-8c80-ad1bf5bd1f13 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922582
Jun 30 19:19:35.042573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee505a-1f69-482c-a76f-272331774c8e req-a83f50fe-30a7-46c8-81dc-7bc20d7b7a2e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:35.043605 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edee505a-1f69-482c-a76f-272331774c8e req-a83f50fe-30a7-46c8-81dc-7bc20d7b7a2e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.1222792
Jun 30 19:19:35.208765 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-edee505a-1f69-482c-a76f-272331774c8e req-d55efb57-c6c9-4946-b32e-09dd72b6b66d tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591840
Jun 30 19:19:35.371617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d4f0-f891-4dd1-b1f6-3e15ac4b2ec5 req-e9f29891-9de6-44ec-a5c9-6d61766a3796 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:35.374794 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1818d4f0-f891-4dd1-b1f6-3e15ac4b2ec5 req-e9f29891-9de6-44ec-a5c9-6d61766a3796 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0870128
Jun 30 19:19:35.421157 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1818d4f0-f891-4dd1-b1f6-3e15ac4b2ec5 req-57e1c46e-1f0f-4940-9a1a-d117b4a8e067 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424168
Jun 30 19:19:35.795054 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:36.228041 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccddc-40bd-4afc-9f60-c7e65bb4eacc req-4c4dd09d-70ff-427f-9349-d121e6334bfd tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:36.231192 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46fccddc-40bd-4afc-9f60-c7e65bb4eacc req-4c4dd09d-70ff-427f-9349-d121e6334bfd tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1018198
Jun 30 19:19:36.276161 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46fccddc-40bd-4afc-9f60-c7e65bb4eacc req-014e3009-da4c-4940-8006-d3a3e210b962 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405002
Jun 30 19:19:36.400871 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e7cb-c351-4486-818a-a7cf9c2435af req-95abdb8b-a5f6-4f3d-9121-9027d492b418 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:36.402291 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad28e7cb-c351-4486-818a-a7cf9c2435af req-95abdb8b-a5f6-4f3d-9121-9027d492b418 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0837960
Jun 30 19:19:36.451361 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ad28e7cb-c351-4486-818a-a7cf9c2435af req-38fa6342-69cc-4a2e-8b30-226161ccef43 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433643
Jun 30 19:19:36.620780 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6eb81-0f65-4fe8-9f6c-75eb79a7340e req-537fa867-40fd-4c4e-b52b-7360a4e2c831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:36.622407 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58b6eb81-0f65-4fe8-9f6c-75eb79a7340e req-537fa867-40fd-4c4e-b52b-7360a4e2c831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0826230
Jun 30 19:19:36.672096 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-58b6eb81-0f65-4fe8-9f6c-75eb79a7340e req-d24cb79b-4278-4071-89e4-9089b4fcf59c tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433517
Jun 30 19:19:37.474340 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40fbb0-1141-4784-9119-85c72dd4aa23 req-874a6c03-6f50-4543-bb99-5797ebb76517 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:37.475728 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d40fbb0-1141-4784-9119-85c72dd4aa23 req-874a6c03-6f50-4543-bb99-5797ebb76517 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0891256
Jun 30 19:19:37.538606 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d40fbb0-1141-4784-9119-85c72dd4aa23 req-e3fef098-8fa0-46f3-9760-62cd9af8f6ff tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572455
Jun 30 19:19:37.654771 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7361a-19fd-4c2c-aa13-6fb9b1cb3e5d req-e621c2c6-bc66-4c9a-b21a-2e5314a79537 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:37.656210 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e9d7361a-19fd-4c2c-aa13-6fb9b1cb3e5d req-e621c2c6-bc66-4c9a-b21a-2e5314a79537 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0846050
Jun 30 19:19:37.708665 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e9d7361a-19fd-4c2c-aa13-6fb9b1cb3e5d req-f8444af9-59b6-45b9-b5be-c5fb7fe52e8b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457857
Jun 30 19:19:37.872292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28c7c-928a-4c0b-a7a0-105cd2a3c415 req-a7927e7f-baa4-46a6-bfc0-3fab4a253de2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:37.874132 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6fe28c7c-928a-4c0b-a7a0-105cd2a3c415 req-a7927e7f-baa4-46a6-bfc0-3fab4a253de2 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0858567
Jun 30 19:19:37.920469 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6fe28c7c-928a-4c0b-a7a0-105cd2a3c415 req-60de288a-f20b-43d9-90cb-521710ece56a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403566
Jun 30 19:19:38.733900 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28692da-2317-48cf-8064-05825ec7869f req-6f6b33f1-b1cb-4456-94e5-a787e18df38d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:38.735374 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c28692da-2317-48cf-8064-05825ec7869f req-6f6b33f1-b1cb-4456-94e5-a787e18df38d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0891430
Jun 30 19:19:38.799029 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c28692da-2317-48cf-8064-05825ec7869f req-706f5c64-23e6-4825-b852-6054252cc3b3 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574496
Jun 30 19:19:38.908201 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4ee62-2d70-4114-9297-0cfb075d0f7c req-7488d0e9-3f08-4604-9d3b-903b3e104970 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:38.909587 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8ad4ee62-2d70-4114-9297-0cfb075d0f7c req-7488d0e9-3f08-4604-9d3b-903b3e104970 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0832162
Jun 30 19:19:38.964978 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8ad4ee62-2d70-4114-9297-0cfb075d0f7c req-24c5785b-a59e-424b-9474-bebf5834d1b7 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493407
Jun 30 19:19:39.134507 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c52a-02de-4acf-8cd2-9ca7df3597d0 req-46aa70fa-07b0-4d42-b07f-045b598f685a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:39.136342 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb74c52a-02de-4acf-8cd2-9ca7df3597d0 req-46aa70fa-07b0-4d42-b07f-045b598f685a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0868101
Jun 30 19:19:39.184346 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cb74c52a-02de-4acf-8cd2-9ca7df3597d0 req-ee484cf8-1a73-4411-ba53-277c70351d85 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423274
Jun 30 19:19:40.003539 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16892e0-ea25-4653-aba3-bbf757335e1a req-46616bb8-d670-4043-b7ae-a555245854e8 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:40.006137 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e16892e0-ea25-4653-aba3-bbf757335e1a req-46616bb8-d670-4043-b7ae-a555245854e8 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0880916
Jun 30 19:19:40.053769 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e16892e0-ea25-4653-aba3-bbf757335e1a req-c2a4bd67-3571-49f2-863b-5bece3a460fc tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419607
Jun 30 19:19:40.183708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b164b-dcb2-41bc-97b2-614fa806e0df req-331b1d0b-db42-4e29-9822-63ae6a0525af tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:40.185195 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b5b164b-dcb2-41bc-97b2-614fa806e0df req-331b1d0b-db42-4e29-9822-63ae6a0525af tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0926156
Jun 30 19:19:40.241912 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b5b164b-dcb2-41bc-97b2-614fa806e0df req-2ea6f0a1-5028-4732-8379-b25af2f11124 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505066
Jun 30 19:19:40.387096 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6738fa-5154-4d04-a3e0-b33326543a9c req-3ebb09a1-981b-45f5-b5ea-570c076ce3c7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:40.388599 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ac6738fa-5154-4d04-a3e0-b33326543a9c req-3ebb09a1-981b-45f5-b5ea-570c076ce3c7 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0804608
Jun 30 19:19:40.440931 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ac6738fa-5154-4d04-a3e0-b33326543a9c req-c7e253cb-de85-4e8a-8314-af164acd6e38 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464203
Jun 30 19:19:41.247162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0f96-7c05-4eb5-92c9-02c5a98a756e req-cd17d8ca-241e-4c00-bf8f-2dc36a567211 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:41.248598 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1b7d0f96-7c05-4eb5-92c9-02c5a98a756e req-cd17d8ca-241e-4c00-bf8f-2dc36a567211 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0886362
Jun 30 19:19:41.296506 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1b7d0f96-7c05-4eb5-92c9-02c5a98a756e req-5c034229-f1cb-48a1-84aa-2dedfe854b41 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421710
Jun 30 19:19:41.429529 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf504f1-1622-43d6-812f-0f6f42d68449 req-440f8dad-0afd-4d78-b092-40d5bd09ef3b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:41.431006 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-caf504f1-1622-43d6-812f-0f6f42d68449 req-440f8dad-0afd-4d78-b092-40d5bd09ef3b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0809062
Jun 30 19:19:41.480013 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-caf504f1-1622-43d6-812f-0f6f42d68449 req-84597d29-1ee4-4830-84e1-970d0150fc17 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434792
Jun 30 19:19:41.630373 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fbf02-f868-4cce-a3aa-71c594939b55 req-35c366ae-8df0-4d66-b916-96c56cb6f8de tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:41.631745 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-956fbf02-f868-4cce-a3aa-71c594939b55 req-35c366ae-8df0-4d66-b916-96c56cb6f8de tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0784981
Jun 30 19:19:41.675479 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-956fbf02-f868-4cce-a3aa-71c594939b55 req-9ef7813e-5ca2-47a2-a384-d823eeef3aeb tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382462
Jun 30 19:19:42.195949 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f8e80-8473-4ea8-bf38-8f0e1eda4061 req-c3faf9f7-0830-4149-849f-389a1aa6150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:42.197720 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e19f8e80-8473-4ea8-bf38-8f0e1eda4061 req-c3faf9f7-0830-4149-849f-389a1aa6150c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 1098 time: 0.0728624
Jun 30 19:19:42.236883 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e19f8e80-8473-4ea8-bf38-8f0e1eda4061 req-65720f5b-679b-457f-ad90-cc6244c52eae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324273
Jun 30 19:19:42.479363 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5096-b8ec-44c1-a615-7132efc0c978 req-644d6cc8-4986-4719-9de8-40ee1673cdb1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:42.480741 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-071b5096-b8ec-44c1-a615-7132efc0c978 req-644d6cc8-4986-4719-9de8-40ee1673cdb1 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0792849
Jun 30 19:19:42.525641 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-071b5096-b8ec-44c1-a615-7132efc0c978 req-47d83d0b-8f47-4bf5-aacf-2dcecfbeea9b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391006
Jun 30 19:19:42.757244 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674806c-efe3-4df6-9925-894fe4e11559 req-b9369d70-8e73-48d7-9cd4-4a4b4d2b7785 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:42.758637 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a674806c-efe3-4df6-9925-894fe4e11559 req-b9369d70-8e73-48d7-9cd4-4a4b4d2b7785 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.1728511
Jun 30 19:19:42.857122 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a674806c-efe3-4df6-9925-894fe4e11559 req-8a6bd1b8-8303-491d-ac53-d4e6e1de5f5b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925968
Jun 30 19:19:42.887925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d3fc-8cd3-47ce-8f75-4bc57cad02bc req-887af9c5-2c61-4b3c-bc25-222a9ca49dc1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:42.889384 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2bc1d3fc-8cd3-47ce-8f75-4bc57cad02bc req-887af9c5-2c61-4b3c-bc25-222a9ca49dc1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.1045368
Jun 30 19:19:42.933311 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2bc1d3fc-8cd3-47ce-8f75-4bc57cad02bc req-861273af-0c53-41c4-9862-4f0ae1b5742a tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378039
Jun 30 19:19:43.713508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5953-93e8-4cc5-a4dd-4e8b7b72bc17 req-6517862a-71d9-4529-8e90-83c8872abbe7 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:43.715000 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b96d5953-93e8-4cc5-a4dd-4e8b7b72bc17 req-6517862a-71d9-4529-8e90-83c8872abbe7 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0794258
Jun 30 19:19:43.759869 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b96d5953-93e8-4cc5-a4dd-4e8b7b72bc17 req-f8751afa-4556-4211-aebf-b4f1aa6c285e tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392904
Jun 30 19:19:44.043725 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d221c-d7f2-4b1e-b873-35442da33025 req-e4922654-6803-4895-8de5-d19fa7687c76 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:44.045197 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ab6d221c-d7f2-4b1e-b873-35442da33025 req-e4922654-6803-4895-8de5-d19fa7687c76 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0833716
Jun 30 19:19:44.143348 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ab6d221c-d7f2-4b1e-b873-35442da33025 req-007e866b-48bb-4457-853e-fc7314278e9e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658896
Jun 30 19:19:44.164555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e115-ca09-46c9-9516-c8c7ba4de101 req-c53f44c1-860b-456c-b58f-f4aebd13ee31 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:44.166759 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b123e115-ca09-46c9-9516-c8c7ba4de101 req-c53f44c1-860b-456c-b58f-f4aebd13ee31 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.1204848
Jun 30 19:19:44.213996 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b123e115-ca09-46c9-9516-c8c7ba4de101 req-1052f3cd-4e9d-40ee-88f8-c6a4fa0c58a1 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419619
Jun 30 19:19:44.805177 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:44.952831 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a1fd-c93d-423a-991a-8ff972a5c516 req-7da372fa-2465-423a-a29e-a19f317f2a86 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:44.953543 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8806a1fd-c93d-423a-991a-8ff972a5c516 req-7da372fa-2465-423a-a29e-a19f317f2a86 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0843608
Jun 30 19:19:45.003211 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8806a1fd-c93d-423a-991a-8ff972a5c516 req-50c763c4-8912-48e9-b6ce-b18f9eda05ad tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438728
Jun 30 19:19:45.434008 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:19:45.441126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6281fc-83f6-453b-934a-02de652fb045 req-e75ed2b9-4dc7-4b87-b8b3-19787d07e899 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:45.443405 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f6281fc-83f6-453b-934a-02de652fb045 req-e75ed2b9-4dc7-4b87-b8b3-19787d07e899 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 943 time: 0.0834081
Jun 30 19:19:45.494867 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f6281fc-83f6-453b-934a-02de652fb045 req-f742f7f2-d584-4ac5-a227-2e40bff75cdc tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436716
Jun 30 19:19:45.590897 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:45.605319 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '66bc7236-aa0b-4e96-a18d-272001afac51', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'port_id': '66bc7236-aa0b-4e96-a18d-272001afac51', 'mac_address': 'fa:16:3e:b6:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:19:45.664072 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:45.682533 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:45.700092 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:46.069160 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:46.073091 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:46.181452 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=9']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:46.184872 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:46.199045 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b184a25-5210-4cf0-a2be-fa4ad92b7d17 req-6ddd02b0-a108-4df0-bf7e-f8cc3e2699ad tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:46.200511 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b184a25-5210-4cf0-a2be-fa4ad92b7d17 req-6ddd02b0-a108-4df0-bf7e-f8cc3e2699ad tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0871968
Jun 30 19:19:46.244158 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b184a25-5210-4cf0-a2be-fa4ad92b7d17 req-eb264ce7-61fd-4247-a476-4efe1f3c6ee5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379560
Jun 30 19:19:46.383423 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['66bc7236-aa0b-4e96-a18d-272001afac51'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:46.695135 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f2096-d43f-4e15-b939-50287d1d0a52 req-84fcda42-0c65-4530-afc8-e86333003e97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:46.696593 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b03f2096-d43f-4e15-b939-50287d1d0a52 req-84fcda42-0c65-4530-afc8-e86333003e97 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 944 time: 0.0809596
Jun 30 19:19:46.746062 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b03f2096-d43f-4e15-b939-50287d1d0a52 req-23dc6041-8280-4d88-abff-a93ad389dac3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434637
Jun 30 19:19:47.450265 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:19:47.516394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-0de7f8e2-2a76-474a-be9e-57ce700945bf tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:47.517914 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-0de7f8e2-2a76-474a-be9e-57ce700945bf tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.2194798
Jun 30 19:19:47.528941 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 66bc7236-aa0b-4e96-a18d-272001afac51 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:19:47.529458 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:47.530061 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32541c-aa09-423c-8b2a-8485e8d2e2fc req-2ce29040-409c-4f61-9cf0-2d9942ac09d0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:47.531698 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9e32541c-aa09-423c-8b2a-8485e8d2e2fc req-2ce29040-409c-4f61-9cf0-2d9942ac09d0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1599667
Jun 30 19:19:47.561987 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-0b968470-3bac-48e9-ba3e-7ab8b13291ae tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/quotas/711cbdd3e93e445ca85a6cdeaeaf2203 HTTP/1.1" status: 200  len: 375 time: 0.0293233
Jun 30 19:19:47.629576 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9e32541c-aa09-423c-8b2a-8485e8d2e2fc req-2c633227-5e1d-4f29-a301-8fa1edcc0767 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884104
Jun 30 19:19:47.651733 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:47.668709 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-fd0efa80-0143-4f19-a778-5eaae4e3359c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0955679
Jun 30 19:19:47.676456 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:47.685933 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:47.724802 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'code': 200}
Jun 30 19:19:47.788459 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:47.790359 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-2587744c-f28f-4986-a824-9ebb30396502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:47.806084 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-59393adc-2c5b-4bd4-b2fd-298e3a15ee46 service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304679
Jun 30 19:19:47.869986 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=10']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:47.873498 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:47.995822 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-e1472dce-9ad2-41ca-b994-b56f8e5b337d service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823709
Jun 30 19:19:48.008166 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac5c4a-b1c0-43e0-ac57-72c242042d6c req-85c5f1f0-48dd-4725-b423-bb0f768ae026 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:48.009753 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a0ac5c4a-b1c0-43e0-ac57-72c242042d6c req-85c5f1f0-48dd-4725-b423-bb0f768ae026 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.1309810
Jun 30 19:19:48.060086 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a0ac5c4a-b1c0-43e0-ac57-72c242042d6c req-7fa83376-f9c7-4b05-8869-8a16273afdf3 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432093
Jun 30 19:19:48.261475 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0d40b7dd-a7e9-41d5-b109-631d7a5d0472 req-e45547c4-345a-44c0-8928-1177281f40fb tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 210 time: 0.0483062
Jun 30 19:19:48.274943 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a081e-a26c-4626-aaa3-e9f05770ff10 req-99c3f1fd-fe7b-48dc-868f-51f2f7c1d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:48.276394 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-497a081e-a26c-4626-aaa3-e9f05770ff10 req-99c3f1fd-fe7b-48dc-868f-51f2f7c1d1ac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 1099 time: 0.2122812
Jun 30 19:19:48.318114 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-497a081e-a26c-4626-aaa3-e9f05770ff10 req-7ae17fd9-0e18-4a1e-a4ec-f4ca02927033 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348418
Jun 30 19:19:48.818813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc95e8-ffff-4c7e-9548-dbec8316b021 req-b3192b07-a09d-4f49-aea0-cd837a13a4fa tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:48.820270 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4bfc95e8-ffff-4c7e-9548-dbec8316b021 req-b3192b07-a09d-4f49-aea0-cd837a13a4fa tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0819995
Jun 30 19:19:48.866732 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4bfc95e8-ffff-4c7e-9548-dbec8316b021 req-000c044c-e748-4be9-bf56-0930ea7243d8 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395648
Jun 30 19:19:49.148553 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-ca72a2ec-219b-48ff-abe6-f3cd62405ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:49.150170 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-ca72a2ec-219b-48ff-abe6-f3cd62405ff1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.0828865
Jun 30 19:19:49.434375 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-62f44350-5463-4410-bdbf-01b55a184be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:49.435839 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-62f44350-5463-4410-bdbf-01b55a184be1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.2549131
Jun 30 19:19:49.444897 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-69878c63-475a-4fba-815b-d7252ee02a6a req-44622aa5-d884-4d99-b576-78dbcf9ce2f5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 210 time: 0.0689971
Jun 30 19:19:49.509851 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2782-3f41-48a4-b585-25bd0155090f req-4e415133-f2d1-4d6c-bca3-76cbb08627ce tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:49.511321 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7d8e2782-3f41-48a4-b585-25bd0155090f req-4e415133-f2d1-4d6c-bca3-76cbb08627ce tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.3114762
Jun 30 19:19:49.590410 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-7369134f-aa95-44bb-b982-f152535f823a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 1001 time: 0.1443574
Jun 30 19:19:49.593161 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7d8e2782-3f41-48a4-b585-25bd0155090f req-8123ad9a-af12-46f4-84db-c47a11aab682 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648103
Jun 30 19:19:49.672381 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-71ae2c8f-4564-4643-919a-544b9b9b1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:49.673858 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-71ae2c8f-4564-4643-919a-544b9b9b1d2c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0660875
Jun 30 19:19:49.765117 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-2e594997-9152-407d-8f02-9accc38f5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:49.766653 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-2e594997-9152-407d-8f02-9accc38f5c8b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753930
Jun 30 19:19:49.937866 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-1da7277e-733b-4096-93cb-11c462adb0e1 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426346
Jun 30 19:19:50.127253 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9946630a-4976-4f89-963c-4cbd3dbc53f6 req-e97b8b2b-3ddf-4a57-ae10-816fadca43b9 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813920
Jun 30 19:19:50.139406 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed914fc-363d-436c-b77a-0a10f38376c9 req-f3e53cf7-6ccb-4bb2-a084-038c3108cf34 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:50.140935 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ed914fc-363d-436c-b77a-0a10f38376c9 req-f3e53cf7-6ccb-4bb2-a084-038c3108cf34 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1306131
Jun 30 19:19:50.191210 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3ed914fc-363d-436c-b77a-0a10f38376c9 req-60b0a026-52d6-4df2-b694-8c428db36a77 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433507
Jun 30 19:19:50.513645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-05fe4aac-1aab-4c53-ac39-0eb927367034 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:50.516066 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-05fe4aac-1aab-4c53-ac39-0eb927367034 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1803536
Jun 30 19:19:50.530193 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Request body: {'port': {'device_id': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'admin_state_up': True, 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:50.764200 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-151dff1b-8635-4fc3-9cfb-579a0da2b825 req-496108d5-7c8a-45cd-9584-a87b28a99f6a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 210 time: 0.1648667
Jun 30 19:19:50.884100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:19:50.891725 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Usage tracker for resource:port and tenant:711cbdd3e93e445ca85a6cdeaeaf2203 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:19:50.895616 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:19:50.902726 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:19:50.919062 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408a6df-f2df-422c-8ccb-aefa3f9c70a7 req-e532a364-7e04-4c5d-8040-419dfe523efd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:50.928526 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3408a6df-f2df-422c-8ccb-aefa3f9c70a7 req-e532a364-7e04-4c5d-8040-419dfe523efd tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.1526639
Jun 30 19:19:50.966219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3408a6df-f2df-422c-8ccb-aefa3f9c70a7 req-d39c360e-ad06-48e0-b70b-b8ce8c09c3e9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395622
Jun 30 19:19:50.993862 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'port': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:19:50.997325 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:51.160679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Allocated IP 172.20.0.11 (3129d828-f74c-4dd9-b76f-a7bbbcbd8576/441e2d2c-461d-4854-99ab-7b0e190356e7/e94dad53-050a-4c60-954c-8ec498a5f97e) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:19:51.411132 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:51.437970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36971a15-17a2-4ca8-b767-1c91508069ae req-6eccbc11-fbbb-473f-b37c-0952f7fb634a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:51.439405 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-36971a15-17a2-4ca8-b767-1c91508069ae req-6eccbc11-fbbb-473f-b37c-0952f7fb634a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1403277
Jun 30 19:19:51.489725 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-36971a15-17a2-4ca8-b767-1c91508069ae req-c74a28e7-496e-4945-bc54-af1953a77109 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444357
Jun 30 19:19:51.543055 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:51.548782 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-64e7e8f3-cc57-4f55-a52e-a8cadd19f8b2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:51.556583 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956', '9682e0e3-bfef-4731-9f20-ed2003ff332f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:51.617619 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:19:51.620600 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:19:51.624416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:19:51.665162 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event updated for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:51.679788 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.680166 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.680530 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.680892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.681267 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.681623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.681973 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.682324 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.682669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.683011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.683350 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.683690 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:19:51.688821 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:51.705491 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:51.706107 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:51.794510 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-44bca0a8-91f9-4fa6-88a4-04def1f1c36c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2681651
Jun 30 19:19:51.819268 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Request body: {'port': {'device_id': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:19:51.979583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:52.069630 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f764c0-2fae-40ae-b92f-0c3309b2f002 req-101452f7-4fae-4477-b718-cec6b8aa6560 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.070240 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-05f764c0-2fae-40ae-b92f-0c3309b2f002 req-101452f7-4fae-4477-b718-cec6b8aa6560 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:19:52.230682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-f4d851fe-a031-4750-bed9-d5efd91de9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.232203 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-f4d851fe-a031-4750-bed9-d5efd91de9c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.0946710
Jun 30 19:19:52.248134 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-05f764c0-2fae-40ae-b92f-0c3309b2f002 req-101452f7-4fae-4477-b718-cec6b8aa6560 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:19:52.250918 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-05f764c0-2fae-40ae-b92f-0c3309b2f002 req-101452f7-4fae-4477-b718-cec6b8aa6560 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 932 time: 0.3404145
Jun 30 19:19:52.386254 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-05f764c0-2fae-40ae-b92f-0c3309b2f002 req-90f1655f-2e1a-4cda-b7d0-055d9e675fa1 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239145
Jun 30 19:19:52.447863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4eb7f-346c-47aa-be1a-70e2b885c9a5 req-507da55a-6397-4fb6-84c9-23de479b07e8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.449340 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-61f4eb7f-346c-47aa-be1a-70e2b885c9a5 req-507da55a-6397-4fb6-84c9-23de479b07e8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.1700485
Jun 30 19:19:52.457811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-9875c931-1158-4d6f-adf9-4ada1bbfab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.459274 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-9875c931-1158-4d6f-adf9-4ada1bbfab9f service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.2196798
Jun 30 19:19:52.551679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94dad53-050a-4c60-954c-8ec498a5f97e {{(pid=79179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:52.561939 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-61f4eb7f-346c-47aa-be1a-70e2b885c9a5 req-6c5a3a6e-4ad9-43ca-9954-c1d478fa73e6 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038733
Jun 30 19:19:52.563538 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:52.566227 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-03f8ee10-8034-4ac5-9edf-19841738694e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 1001 time: 0.0999656
Jun 30 19:19:52.583062 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.provisioning_blocks [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Transition to ACTIVE for port object e94dad53-050a-4c60-954c-8ec498a5f97e will not be triggered until provisioned by entity L2. {{(pid=79179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:19:52.636861 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-9505581a-2b52-45d4-a539-85897aceb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.638443 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-9505581a-2b52-45d4-a539-85897aceb4a7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0649526
Jun 30 19:19:52.657068 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:52.666255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3301d503-edcd-49cc-b0b3-8c3ab383b831 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:52.716138 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-b4668f0a-ed36-46ee-8966-b528ea73742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:52.717649 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-b4668f0a-ed36-46ee-8966-b528ea73742c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730507
Jun 30 19:19:52.827585 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Pushing event updated for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:52.838573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:52.866459 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-cf503bff-32ec-43b2-904a-3cf436617105 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334448
Jun 30 19:19:53.011078 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8937fe-41db-4e50-90da-dee5bb1c38ac req-5941f5c0-917d-4066-a8a1-072de2d7a591 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.012489 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ce8937fe-41db-4e50-90da-dee5bb1c38ac req-5941f5c0-917d-4066-a8a1-072de2d7a591 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.3929334
Jun 30 19:19:53.016956 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2733480b-1c73-4812-9dca-4a2ba407d3cc req-27ea8649-a254-4bc6-934a-f57f3aaff049 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412840
Jun 30 19:19:53.054903 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Attempting to bind port e94dad53-050a-4c60-954c-8ec498a5f97e on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:19:53.055232 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Attempting to bind port e94dad53-050a-4c60-954c-8ec498a5f97e by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:19:53.055560 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Attempting to bind port e94dad53-050a-4c60-954c-8ec498a5f97e on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:53.071138 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Port e94dad53-050a-4c60-954c-8ec498a5f97e on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:19:53.071715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Attempting to bind port e94dad53-050a-4c60-954c-8ec498a5f97e on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:19:53.079941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:19:53.080270 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Checking segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:19:53.080646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Bound using segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} {{(pid=79179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:19:53.081068 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.managers [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Bound port: e94dad53-050a-4c60-954c-8ec498a5f97e, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}}] {{(pid=79179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:19:53.081431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:53.093970 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ce8937fe-41db-4e50-90da-dee5bb1c38ac req-2a819046-316a-475a-91be-9f0b7afea0ed tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735228
Jun 30 19:19:53.180198 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, cleared binding levels {{(pid=79179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:19:53.183391 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=e94dad53-050a-4c60-954c-8ec498a5f97e,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:19:53.245844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:53.250425 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a62b462d-0bdc-4df5-8b87-cc7ae6ab9bd2 tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:53.308175 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.308780 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:53.310140 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] 10.222.0.97 "PUT /v2.0/ports/e94dad53-050a-4c60-954c-8ec498a5f97e HTTP/1.1" status: 200  len: 1094 time: 1.4978151
Jun 30 19:19:53.310636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:53.343623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Pushing event updated for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=3']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:53.347085 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-70094c4d-4f35-44ed-973e-d594fb94d245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:53.354820 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e', 'status': 'completed', 'code': 200}
Jun 30 19:19:53.451191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-9ac3aaa7-e0f1-4651-beaa-02a9d79e5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.452671 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-9ac3aaa7-e0f1-4651-beaa-02a9d79e5ac7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 1097 time: 0.0754321
Jun 30 19:19:53.619251 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-fe9d0a4f-958c-4403-8110-54cb866ec2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.620915 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-fe9d0a4f-958c-4403-8110-54cb866ec2ff service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1586957
Jun 30 19:19:53.824977 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-12528ba8-92ab-40e5-97d7-27df74af2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.826443 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6595cf8b-ff68-4c74-86ea-969f65c73f9e req-12528ba8-92ab-40e5-97d7-27df74af2f46 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1963151
Jun 30 19:19:53.836911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e5297-42d8-4a3e-b399-37e1b05fc2c2 req-e75ea932-2c1b-4e45-987a-3014b78732fa tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.838299 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-304e5297-42d8-4a3e-b399-37e1b05fc2c2 req-e75ea932-2c1b-4e45-987a-3014b78732fa tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 944 time: 0.1791973
Jun 30 19:19:53.930021 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-304e5297-42d8-4a3e-b399-37e1b05fc2c2 req-5a541329-efd9-489f-b297-1ca698bbf237 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812724
Jun 30 19:19:53.965973 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-515db2e4-1081-4958-8aa7-baca451dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:53.967429 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-515db2e4-1081-4958-8aa7-baca451dd730 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 1097 time: 0.0879207
Jun 30 19:19:54.077540 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-b0cd6405-ad11-4bc9-aed7-aeed56e89b07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e94dad53-050a-4c60-954c-8ec498a5f97e HTTP/1.1" status: 200  len: 217 time: 0.1000285
Jun 30 19:19:54.150230 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-74d5167a-6d72-48ff-abb5-c29a18a8432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:54.151678 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-74d5167a-6d72-48ff-abb5-c29a18a8432e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 200  len: 854 time: 0.0662892
Jun 30 19:19:54.167635 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1054622-80ee-43bb-bc03-0cebbc274af0 req-9d16bd5b-d443-4876-baaf-58df51523935 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:54.169076 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1054622-80ee-43bb-bc03-0cebbc274af0 req-9d16bd5b-d443-4876-baaf-58df51523935 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.1452677
Jun 30 19:19:54.260174 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-d42e09e3-e436-492f-a171-9f445bf4ed93 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901160
Jun 30 19:19:54.381570 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d1054622-80ee-43bb-bc03-0cebbc274af0 req-65da0130-f19c-4017-a241-b00eb3a0d4bf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794555
Jun 30 19:19:54.436817 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec12b-693b-4fc9-a974-d3a16cea8248 req-d1b32cf1-5ab4-42a9-81d5-d26b9f4ccc51 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:54.438302 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-50aec12b-693b-4fc9-a974-d3a16cea8248 req-d1b32cf1-5ab4-42a9-81d5-d26b9f4ccc51 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.2302725
Jun 30 19:19:54.440161 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-fe53923a-fd36-48bf-8f54-67c40e950eec service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723356
Jun 30 19:19:54.560611 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-50aec12b-693b-4fc9-a974-d3a16cea8248 req-dbcbdcf2-dc2b-4378-8209-b88f10fe62d9 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159761
Jun 30 19:19:54.605649 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-75b50690-3142-43a3-b5d7-d0de2babb9b0 req-64e35b7f-862f-4cb0-a57d-507983fc181b service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445422
Jun 30 19:19:55.113387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1d11f-c100-407b-bcf2-d3db956fbf22 req-d98aa7e9-1a00-4236-90e9-4a243c50809a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:55.114868 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3f1d11f-c100-407b-bcf2-d3db956fbf22 req-d98aa7e9-1a00-4236-90e9-4a243c50809a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 944 time: 0.0805759
Jun 30 19:19:55.160930 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3f1d11f-c100-407b-bcf2-d3db956fbf22 req-738541f6-7be7-44e8-90f2-5ad85a02e5e6 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395303
Jun 30 19:19:55.674190 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e2b92-54fa-4f89-96e4-a370723cee71 req-004a938a-4ede-425e-a164-d2e1591f2e01 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:55.676245 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af0e2b92-54fa-4f89-96e4-a370723cee71 req-004a938a-4ede-425e-a164-d2e1591f2e01 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.1902342
Jun 30 19:19:55.767745 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af0e2b92-54fa-4f89-96e4-a370723cee71 req-910502b2-0a77-4ada-9d4f-cf71905acf7c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547342
Jun 30 19:19:55.790632 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b8d2-228e-431f-a24c-96c6908b9b5a req-ecf8d41a-4351-49c7-b053-2b6634944c9b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:55.792103 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3017b8d2-228e-431f-a24c-96c6908b9b5a req-ecf8d41a-4351-49c7-b053-2b6634944c9b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1146772
Jun 30 19:19:55.839174 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3017b8d2-228e-431f-a24c-96c6908b9b5a req-6a258adc-3afb-40fe-b4c8-9a57f8c85205 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413337
Jun 30 19:19:55.964597 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-a58749ed-0d57-4e40-8d05-b59856dd2247 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:55.965990 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-a58749ed-0d57-4e40-8d05-b59856dd2247 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 945 time: 0.0817575
Jun 30 19:19:56.039462 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port 7c90085e-00d9-447a-9104-8ee83dc9619e {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:19:56.039808 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:56.345283 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] For port 7c90085e-00d9-447a-9104-8ee83dc9619e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7c90085e-00d9-447a-9104-8ee83dc9619e,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:56.346022 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:56.515375 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5ae0-4716-466d-b303-40bb7b1822ff req-a7b42f80-45c3-463f-979d-3b80ed90c698 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:56.518610 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e51b5ae0-4716-466d-b303-40bb7b1822ff req-a7b42f80-45c3-463f-979d-3b80ed90c698 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 944 time: 0.2433398
Jun 30 19:19:56.663477 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e51b5ae0-4716-466d-b303-40bb7b1822ff req-b562590e-1c0d-42cd-9ae3-ce9971028d80 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325090
Jun 30 19:19:56.688126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:56.690496 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:56.690496 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP c8fd5590-6dd3-43f6-b547-710e92114d61 disassociated. External IP: 172.27.0.152, port: 7c90085e-00d9-447a-9104-8ee83dc9619e.
Jun 30 19:19:56.690496 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for 7c90085e-00d9-447a-9104-8ee83dc9619e owned by compute:nova {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:19:56.930646 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:56.936685 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a1d5465d-71d9-45cb-87d7-e6b6cf23d487 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:57.021533 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=7c90085e-00d9-447a-9104-8ee83dc9619e,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:57.030167 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:57.155470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7728-e9f7-4fe1-9e1e-5cf4dddb1c7e req-fe8712b6-0e8f-4953-a953-994e21d44a73 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:57.156935 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-865d7728-e9f7-4fe1-9e1e-5cf4dddb1c7e req-fe8712b6-0e8f-4953-a953-994e21d44a73 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 867 time: 0.2810853
Jun 30 19:19:57.287555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1e876-ac13-41d4-abb0-8bdc412cbfcf req-a9d46aae-f993-44da-b92d-1ced78c3fd62 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:57.289016 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-40e1e876-ac13-41d4-abb0-8bdc412cbfcf req-a9d46aae-f993-44da-b92d-1ced78c3fd62 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.3084483
Jun 30 19:19:57.417884 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-865d7728-e9f7-4fe1-9e1e-5cf4dddb1c7e req-4afa60da-2db8-4acc-8d1e-bae14e5e1b64 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2542317
Jun 30 19:19:57.442429 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:19:57.508145 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-40e1e876-ac13-41d4-abb0-8bdc412cbfcf req-46a88ab9-4958-41ca-ba93-15c978ec2928 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2132080
Jun 30 19:19:57.541985 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device e94dad53-050a-4c60-954c-8ec498a5f97e details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:19:57.639606 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:19:57.650471 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:19:57.661855 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:19:57.663099 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67f9ff10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:19:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:19:57.686680 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=e94dad53-050a-4c60-954c-8ec498a5f97e,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:57.708617 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'e94dad53-050a-4c60-954c-8ec498a5f97e', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'port_id': 'e94dad53-050a-4c60-954c-8ec498a5f97e', 'mac_address': 'fa:16:3e:89:54:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441e2d2c-461d-4854-99ab-7b0e190356e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:19:57.730424 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] No DVR routers for this DVR port 7c90085e-00d9-447a-9104-8ee83dc9619e on host hv-cinder-79887 {{(pid=79179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:19:57.733613 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:57.743902 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'name': 'network-vif-deleted', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:57.751001 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c4f127f-3be9-41ff-a497-846484379fe0 req-128248c8-f689-4550-b2f0-ca41974313ee tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "DELETE /v2.0/ports/7c90085e-00d9-447a-9104-8ee83dc9619e HTTP/1.1" status: 204  len: 173 time: 1.7794363
Jun 30 19:19:57.770822 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:57.789364 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94dad53-050a-4c60-954c-8ec498a5f97e {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:19:57.805385 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=e94dad53-050a-4c60-954c-8ec498a5f97e,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:57.870520 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:19:57.873377 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7722-3862-4db9-86af-2481413d7321 req-a7798915-da29-4f16-8a09-2028b7db1819 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:57.874834 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3c5c7722-3862-4db9-86af-2481413d7321 req-a7798915-da29-4f16-8a09-2028b7db1819 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 944 time: 0.0854108
Jun 30 19:19:57.937907 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3c5c7722-3862-4db9-86af-2481413d7321 req-9572da22-bbb3-4365-88f9-31062d79e689 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567081
Jun 30 19:19:57.939591 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04116cb0-842d-4089-918f-9a700f65d18a', 'name': 'network-vif-deleted', 'tag': '7c90085e-00d9-447a-9104-8ee83dc9619e', 'status': 'completed', 'code': 200}
Jun 30 19:19:57.953244 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:57.955274 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:19:58.041811 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:19:58.044960 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:19:58.166650 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c73ac-40aa-412f-9cb1-1c7ee63c1412 req-3175f248-f820-4a32-bd25-118c86e45d44 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:58.168715 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-431c73ac-40aa-412f-9cb1-1c7ee63c1412 req-3175f248-f820-4a32-bd25-118c86e45d44 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1494961
Jun 30 19:19:58.195038 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-122c91f5-5a33-4812-8bf3-7b1b8090920d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1291652
Jun 30 19:19:58.213245 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['e94dad53-050a-4c60-954c-8ec498a5f97e'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:19:58.215009 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67f9ff10>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:19:58.220234 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:19:58.229901 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:19:58.230510 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67f9ff10>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:19:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:19:58.233532 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-431c73ac-40aa-412f-9cb1-1c7ee63c1412 req-6b037120-e3b3-43e1-bd91-08fb2462f1e5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569272
Jun 30 19:19:58.466256 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:19:58.590716 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-e9e0316c-b4ed-42be-9b78-332ec0c8a43c req-de416b7d-df52-4ef6-9e45-20cd2a81d877 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79179) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:19:58.674054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [req-e9e0316c-b4ed-42be-9b78-332ec0c8a43c req-de416b7d-df52-4ef6-9e45-20cd2a81d877 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79179) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:19:58.675272 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e9e0316c-b4ed-42be-9b78-332ec0c8a43c req-de416b7d-df52-4ef6-9e45-20cd2a81d877 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=04116cb0-842d-4089-918f-9a700f65d18a HTTP/1.1" status: 200  len: 210 time: 0.1384244
Jun 30 19:19:58.786566 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67f9ff10>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:19:58.790479 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e815ef-fb1b-4b96-8ed4-ba813e5af7bb None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:19:59.031811 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014ac35-7f6d-47ee-8254-6fc62fdde079 None None] New status for floating IP c8fd5590-6dd3-43f6-b547-710e92114d61: DOWN {{(pid=79180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:19:59.160655 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9965-1e47-44c4-9700-c604b1b653db req-20b66a20-6164-4b20-b49d-2f657bb65403 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:59.165630 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d98c9965-1e47-44c4-9700-c604b1b653db req-20b66a20-6164-4b20-b49d-2f657bb65403 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 945 time: 0.1132650
Jun 30 19:19:59.221498 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d98c9965-1e47-44c4-9700-c604b1b653db req-04a2b1aa-6718-443a-80e5-b0b55664d719 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492535
Jun 30 19:19:59.433678 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac209223-f5cf-42ee-8de5-d1185fbdb2af req-b52795ca-babd-475c-a75a-132ecb2adf1f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:19:59.435126 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ac209223-f5cf-42ee-8de5-d1185fbdb2af req-b52795ca-babd-475c-a75a-132ecb2adf1f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0855181
Jun 30 19:19:59.480372 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ac209223-f5cf-42ee-8de5-d1185fbdb2af req-e893800f-af6e-45dc-8176-e27e9acf4f38 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395586
Jun 30 19:19:59.556865 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device e94dad53-050a-4c60-954c-8ec498a5f97e up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:19:59.719466 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port e94dad53-050a-4c60-954c-8ec498a5f97e completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:19:59.726965 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port e94dad53-050a-4c60-954c-8ec498a5f97e triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:19:59.736423 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:59.857642 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:59.885526 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:19:59.895466 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=e94dad53-050a-4c60-954c-8ec498a5f97e,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:19:59.930001 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e', 'code': 200}
Jun 30 19:19:59.988459 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:19:59.989643 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 7c90085e-00d9-447a-9104-8ee83dc9619e no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:00.024361 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-a6236415-a32c-412c-8ec8-4ed7a118feb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:00.042734 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-97f06653-59a8-458d-adee-f9f9f4d4919c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329979916&fields=id&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 267 time: 0.0462666
Jun 30 19:20:00.063989 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 7c90085e-00d9-447a-9104-8ee83dc9619e {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:20:00.064588 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 7c90085e-00d9-447a-9104-8ee83dc9619e not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:00.064764 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:00.191706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:00.195870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:00.214152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-0b1b4f3f-0341-4c88-8a20-460fcf0306d3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.214435 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-0b1b4f3f-0341-4c88-8a20-460fcf0306d3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.1646972
Jun 30 19:20:00.231518 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-13a84c8e-b4b3-4d98-b8d5-6e03d236abe8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/quotas/46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 375 time: 0.0116777
Jun 30 19:20:00.255277 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:00.296689 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:00.376300 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:00.379369 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:00.448875 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=6']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:00.451578 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-0da91e74-632d-4c09-99d8-b4b16dc13fc2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2088218
Jun 30 19:20:00.452122 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:00.461324 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d3dd7-1043-4bb1-8d73-4c612dc69814 req-d616ab02-2ef1-40d7-9dab-df02d171b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.465625 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e44d3dd7-1043-4bb1-8d73-4c612dc69814 req-d616ab02-2ef1-40d7-9dab-df02d171b9b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 1099 time: 0.1588571
Jun 30 19:20:00.578584 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f5016-6073-4060-9bf3-8abb031f4ad8 req-8ea60bda-ac32-42dc-a294-cd666859277c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.580051 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cd9f5016-6073-4060-9bf3-8abb031f4ad8 req-8ea60bda-ac32-42dc-a294-cd666859277c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.2277498
Jun 30 19:20:00.593809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6d8d-65d3-4fc9-9136-445b85ef8b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:00.616428 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-c7ddf67d-47ca-4901-8546-b30ba55e2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.617390 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e44d3dd7-1043-4bb1-8d73-4c612dc69814 req-f956a96d-c4d3-43f3-adcc-9740b0d02b38 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340821
Jun 30 19:20:00.618010 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-c7ddf67d-47ca-4901-8546-b30ba55e2183 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c&tenant_id=553fa56c9f5c49d38fd9079989eff904 HTTP/1.1" status: 200  len: 1096 time: 0.0825222
Jun 30 19:20:00.671181 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cd9f5016-6073-4060-9bf3-8abb031f4ad8 req-64fd3582-3254-4abf-91b7-9bd0c1e2d059 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824568
Jun 30 19:20:00.676853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-14620305-4231-45eb-be8b-c8570c52c46c service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121544
Jun 30 19:20:00.764113 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-88288fe0-238b-4c00-9276-d6c949cd97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.765861 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-88288fe0-238b-4c00-9276-d6c949cd97b9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1096 time: 0.0760610
Jun 30 19:20:00.903998 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-c6bae903-84ff-4d2b-8e07-271feac1eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:00.905495 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-c6bae903-84ff-4d2b-8e07-271feac1eed3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.1319399
Jun 30 19:20:00.975053 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-ef8df9e5-e60f-47e0-be14-22399ce61b2e service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2911780
Jun 30 19:20:01.013338 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497cc3-b366-42cc-822c-2bee7afa4296 req-4481b5f7-6ce4-4ef3-9863-7963f9fe78a5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:01.015005 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85497cc3-b366-42cc-822c-2bee7afa4296 req-4481b5f7-6ce4-4ef3-9863-7963f9fe78a5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.2238696
Jun 30 19:20:01.031725 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-1f2c7e8c-1931-46c7-9ac9-83747cc30767 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 999 time: 0.1185775
Jun 30 19:20:01.061773 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-85497cc3-b366-42cc-822c-2bee7afa4296 req-c5d60896-0f38-4740-a0ed-dbfc0d09432a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402515
Jun 30 19:20:01.107422 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-1aa53685-4d3c-4086-bd36-c708bc4d1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:01.113591 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-1aa53685-4d3c-4086-bd36-c708bc4d1078 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0672755
Jun 30 19:20:01.171880 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:01.190510 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-a40b047d-1ccc-405e-b0c1-c0fa8ec0d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:01.192713 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-a40b047d-1ccc-405e-b0c1-c0fa8ec0d082 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739770
Jun 30 19:20:01.330421 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-99c8978d-9a86-4739-b732-9e6718d85a73 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246066
Jun 30 19:20:01.472182 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-5ab62e2d-e74f-42f5-844a-30d87687a607 req-d6a4e950-720b-4141-82ec-0474164f2266 service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302454
Jun 30 19:20:01.695332 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8a3b5f7a-0e98-479c-9990-10f333efb8af req-92b03954-a633-4c63-8394-b345cfa683be tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 210 time: 0.0441358
Jun 30 19:20:01.906946 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34922e5-55a4-4e90-8b1d-abe3d7e30ab0 req-a4a82863-6885-47c1-ba8a-b851b5a19a45 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:01.908334 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d34922e5-55a4-4e90-8b1d-abe3d7e30ab0 req-a4a82863-6885-47c1-ba8a-b851b5a19a45 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.0847774
Jun 30 19:20:01.931511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:01.953858 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d34922e5-55a4-4e90-8b1d-abe3d7e30ab0 req-f0fba14a-8479-4a0f-99a4-a26c0a6c1200 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397167
Jun 30 19:20:01.974642 dv-cinder-798879-1-iscsi neutron-server[79180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'code': 422} returned with failed status
Jun 30 19:20:02.255953 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff69f-cf57-49d1-9a93-d6c6a723cad3 req-bb646cf6-21e9-4489-9c6e-1aea7f5ea3fa tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:02.257424 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-808ff69f-cf57-49d1-9a93-d6c6a723cad3 req-bb646cf6-21e9-4489-9c6e-1aea7f5ea3fa tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0828874
Jun 30 19:20:02.304828 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-808ff69f-cf57-49d1-9a93-d6c6a723cad3 req-4700450d-88e6-43f3-a9b9-d36ad2eafbf2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417991
Jun 30 19:20:02.844979 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e8507972-451b-493d-ba33-bd2fc651b740 req-b3727594-5629-4616-8d4d-0976a529b9ca tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 210 time: 0.0446026
Jun 30 19:20:03.410922 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-87d2bf35-9c02-4484-b774-c559898b4ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:03.492089 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c88d1-ba62-4411-960b-717b50a41387 req-d2800e99-a1d1-44e0-9461-d972e803e3e5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:03.493553 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1d5c88d1-ba62-4411-960b-717b50a41387 req-d2800e99-a1d1-44e0-9461-d972e803e3e5 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0806563
Jun 30 19:20:03.540768 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1d5c88d1-ba62-4411-960b-717b50a41387 req-10f2b9e1-7a0c-452b-a59a-1f20e1cafa3c tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415690
Jun 30 19:20:04.004847 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c48a6453-e06c-4e4a-b08f-d531014f59e4 req-e5f51c53-e086-4e9c-be0f-97f9ad7566aa tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 210 time: 0.0490725
Jun 30 19:20:04.076335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-8c234f49-8aef-4a8d-839e-9640c2f48d69 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:04.077804 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-8c234f49-8aef-4a8d-839e-9640c2f48d69 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.1590617
Jun 30 19:20:04.130545 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-441c0464-72a2-48ef-9939-486976d55746 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 379 time: 0.0405600
Jun 30 19:20:04.140204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'port': {'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'admin_state_up': True, 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'security_groups': ['be7b0f3a-8f1b-41e2-b10b-b503f316ca84']}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:20:04.374547 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:20:04.376325 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:04.385052 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:20:04.496351 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Made reservation on behalf of 46ce4880b8e44e15b6b2ef02000a1596 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:20:04.499869 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:04.666108 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.20.0.7 (4e8ba060-8375-44ef-9e63-bd6200540e0c/da2d9039-fca0-47b7-aaa2-80f2e91734dc/2bd93aa0-b160-406d-ab33-ae026eef0ffc) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:20:04.742234 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e142d2a-589f-4722-a226-6f502af599eb req-5d4efa22-34bc-4333-9236-1380ba0fc630 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:04.743715 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8e142d2a-589f-4722-a226-6f502af599eb req-5d4efa22-34bc-4333-9236-1380ba0fc630 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0825853
Jun 30 19:20:04.803496 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8e142d2a-589f-4722-a226-6f502af599eb req-97dc8268-a3fc-4690-9030-63b52655eb82 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538270
Jun 30 19:20:04.863932 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:04.880442 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Transition to ACTIVE for port object 2bd93aa0-b160-406d-ab33-ae026eef0ffc will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:20:04.988799 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:04.994770 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:05.079293 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:20:05.080311 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:05.083263 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:20:05.086370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:20:05.127230 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.127721 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.128144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.128516 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.129030 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.129414 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.129955 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.130321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.130679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.131038 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.131391 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.131741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:05.137395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:05.164827 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:05.167644 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.215780 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392660-e17a-4ad7-8821-4e7591b44f8b req-e8228b8d-8ce4-4b38-b8f6-b3de2b1ef9f4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:05.217300 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da392660-e17a-4ad7-8821-4e7591b44f8b req-e8228b8d-8ce4-4b38-b8f6-b3de2b1ef9f4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 931 time: 0.0920234
Jun 30 19:20:05.265137 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da392660-e17a-4ad7-8821-4e7591b44f8b req-2cf606ec-cbbc-4bde-b599-f4146f41a5c9 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414021
Jun 30 19:20:05.287967 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1495991
Jun 30 19:20:05.301295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Request body: {'port': {'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:20:05.433431 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.536505 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-56d991ed-ab61-4c4d-a7c5-8bee41c05ef9 None None] Provisioning for port 2bd93aa0-b160-406d-ab33-ae026eef0ffc completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:20:05.546657 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-56d991ed-ab61-4c4d-a7c5-8bee41c05ef9 None None] Provisioning complete for port 2bd93aa0-b160-406d-ab33-ae026eef0ffc triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:20:05.546657 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-56d991ed-ab61-4c4d-a7c5-8bee41c05ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.598673 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-56d991ed-ab61-4c4d-a7c5-8bee41c05ef9 None None] Port 2bd93aa0-b160-406d-ab33-ae026eef0ffc cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:20:05.771111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.797755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd93aa0-b160-406d-ab33-ae026eef0ffc {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:20:05.804942 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.819349 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Transition to ACTIVE for port object 2bd93aa0-b160-406d-ab33-ae026eef0ffc will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:20:05.901924 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:05.906806 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a8592b54-37f6-4ccd-a545-fdf0cadb670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:06.007416 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc80fe-6c65-41d1-a8e4-8420a1280e69 req-be71bb9d-d663-4dc3-a686-9cb15906ff29 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.011146 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b6bc80fe-6c65-41d1-a8e4-8420a1280e69 req-be71bb9d-d663-4dc3-a686-9cb15906ff29 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0968790
Jun 30 19:20:06.069914 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b6bc80fe-6c65-41d1-a8e4-8420a1280e69 req-7ae0d805-536d-40b4-899c-1d2156d949c4 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515611
Jun 30 19:20:06.109896 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:06.113894 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:06.156433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Attempting to bind port 2bd93aa0-b160-406d-ab33-ae026eef0ffc on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:20:06.156770 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Attempting to bind port 2bd93aa0-b160-406d-ab33-ae026eef0ffc by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:20:06.157085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Attempting to bind port 2bd93aa0-b160-406d-ab33-ae026eef0ffc on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:20:06.162507 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Port 2bd93aa0-b160-406d-ab33-ae026eef0ffc on network 4e8ba060-8375-44ef-9e63-bd6200540e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:20:06.162828 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Attempting to bind port 2bd93aa0-b160-406d-ab33-ae026eef0ffc on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:20:06.168297 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:20:06.172700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:20:06.172700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Bound using segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:20:06.172700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Bound port: 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:20:06.172700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:06.264823 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:20:06.267802 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:20:06.337197 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:06.344276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:06.404444 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.405093 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:06.406442 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] 10.222.0.97 "PUT /v2.0/ports/2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 1093 time: 1.1099746
Jun 30 19:20:06.406938 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:06.438645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:06.442477 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:06.465687 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'status': 'completed', 'code': 200}
Jun 30 19:20:06.474790 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5fb32-65a0-4114-85f8-d28b0ee024a1 req-fa6e1e35-939c-4333-ad4c-b82c05cb1e18 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.476343 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7bd5fb32-65a0-4114-85f8-d28b0ee024a1 req-fa6e1e35-939c-4333-ad4c-b82c05cb1e18 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0996237
Jun 30 19:20:06.527361 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7bd5fb32-65a0-4114-85f8-d28b0ee024a1 req-9bfd57aa-6183-4aca-af03-adcae52639cc tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449088
Jun 30 19:20:06.560950 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-58bcf5ca-41ae-4ba8-87bd-e23c0afb1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.562384 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-58bcf5ca-41ae-4ba8-87bd-e23c0afb1d83 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1096 time: 0.0755818
Jun 30 19:20:06.707073 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-96cba922-2b54-491f-95d9-b82f67e814de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.708521 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-96cba922-2b54-491f-95d9-b82f67e814de service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1375263
Jun 30 19:20:06.920811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-4d115ac5-afeb-4857-ba58-d9b87f3a4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:06.922211 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-7ae5baa3-c631-49f2-b183-761c95fd493c req-4d115ac5-afeb-4857-ba58-d9b87f3a4b5e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2055366
Jun 30 19:20:07.042342 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-bb0dfbdc-c9eb-4ef4-a770-4dea582ddde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:07.043833 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-bb0dfbdc-c9eb-4ef4-a770-4dea582ddde4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1096 time: 0.0784411
Jun 30 19:20:07.120258 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-cc8c8146-a251-4d86-ace8-74ddd951e04d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 217 time: 0.0672271
Jun 30 19:20:07.197093 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-9f945cb4-36e7-48ed-b949-b6ead7d5e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:07.198546 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-9f945cb4-36e7-48ed-b949-b6ead7d5e2dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0646434
Jun 30 19:20:07.260378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5f21-aedd-4403-8e80-89d89912f4c3 req-6157b74c-823d-4306-821c-e17a0874607f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:07.261866 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-273c5f21-aedd-4403-8e80-89d89912f4c3 req-6157b74c-823d-4306-821c-e17a0874607f tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0803130
Jun 30 19:20:07.283993 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-c96cadae-f8b0-4928-8b7b-920477ba3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:07.285517 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-c96cadae-f8b0-4928-8b7b-920477ba3a7c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723264
Jun 30 19:20:07.305825 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-273c5f21-aedd-4403-8e80-89d89912f4c3 req-eeccb82a-ee4e-4457-b417-e38aaedb9e16 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382950
Jun 30 19:20:07.422592 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-10912459-30ec-48ac-87ea-414347bed8d2 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258950
Jun 30 19:20:07.556213 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-bb067092-1d1e-4b14-93fe-398417da6d5b req-ccc25734-d71d-4aca-9242-21ca0b122622 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243653
Jun 30 19:20:07.721155 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d710bed-64a9-44e5-a70b-55c6f10356bf req-b7de1a50-9850-4030-81c4-37d508543160 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:07.723213 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d710bed-64a9-44e5-a70b-55c6f10356bf req-b7de1a50-9850-4030-81c4-37d508543160 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0850513
Jun 30 19:20:07.773855 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6d710bed-64a9-44e5-a70b-55c6f10356bf req-e4271c0e-238a-4b06-ac7d-f8fd9eaed062 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451281
Jun 30 19:20:08.483481 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:20:08.490634 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856c0a-6717-42d4-9d08-c268001bfbee req-e787ab7b-38ce-4f81-9c21-d550cd79ad82 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:08.492098 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6856c0a-6717-42d4-9d08-c268001bfbee req-e787ab7b-38ce-4f81-9c21-d550cd79ad82 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0800395
Jun 30 19:20:08.539687 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6856c0a-6717-42d4-9d08-c268001bfbee req-12d12426-3790-49bd-b0bd-1b718d97296a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418975
Jun 30 19:20:08.958925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f46ba-7012-4b50-9815-b75d10b9968b req-b015259d-15c0-4943-8b02-60a5c29c5604 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:08.960395 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1f3f46ba-7012-4b50-9815-b75d10b9968b req-b015259d-15c0-4943-8b02-60a5c29c5604 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0796881
Jun 30 19:20:09.011791 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-1f3f46ba-7012-4b50-9815-b75d10b9968b req-792ed56e-5a6f-40bb-8c5f-74dba4a605fe tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455737
Jun 30 19:20:09.620465 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:20:09.730887 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06219b-4398-4263-87a5-c18111a0bc79 req-f89ff61c-8560-4ff9-975d-2f9d942d0155 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:09.732363 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4e06219b-4398-4263-87a5-c18111a0bc79 req-f89ff61c-8560-4ff9-975d-2f9d942d0155 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 943 time: 0.0860355
Jun 30 19:20:09.756077 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:09.777735 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'port_id': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'mac_address': 'fa:16:3e:73:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:20:09.780502 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4e06219b-4398-4263-87a5-c18111a0bc79 req-7399d044-ca4c-40bf-a1d1-287913a39abc tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421143
Jun 30 19:20:09.835885 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:09.852880 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efba6b06-3126-46ba-80f1-3cbd5ae403b3 {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:20:09.868310 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:09.930596 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:09.932292 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-d6d873d7-7288-486d-bea2-72eaaa882fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:09.996676 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=7']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:10.003887 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.004258 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.004595 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.004930 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.005272 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.005601 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.005923 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.006243 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.006563 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.006994 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.007318 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.007631 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:20:10.011275 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:10.193183 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede826-705b-4f84-9099-53a556edc43c req-f0d2b7bc-091d-4574-9d98-db6e6f4dd415 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:10.194660 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24ede826-705b-4f84-9099-53a556edc43c req-f0d2b7bc-091d-4574-9d98-db6e6f4dd415 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0799422
Jun 30 19:20:10.222167 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['efba6b06-3126-46ba-80f1-3cbd5ae403b3'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:10.242396 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-24ede826-705b-4f84-9099-53a556edc43c req-f7f4aa2a-ef96-44c3-be09-f2d0664baa79 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418346
Jun 30 19:20:10.963647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f6faa-53dc-4526-bd81-121e60e515a6 req-4b6fd57a-a7a4-4daf-a06c-3f43b0d91887 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:10.965090 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-315f6faa-53dc-4526-bd81-121e60e515a6 req-4b6fd57a-a7a4-4daf-a06c-3f43b0d91887 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 944 time: 0.0790014
Jun 30 19:20:11.010967 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-315f6faa-53dc-4526-bd81-121e60e515a6 req-554e9962-f212-44dc-b623-d923e5ac04da tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402596
Jun 30 19:20:11.431544 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a377aa-982a-47e3-a12b-fe4afa7c0d3d req-247362f5-cf60-4ed6-b768-ee05cdc304c2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:11.432924 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46a377aa-982a-47e3-a12b-fe4afa7c0d3d req-247362f5-cf60-4ed6-b768-ee05cdc304c2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0824218
Jun 30 19:20:11.477898 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-46a377aa-982a-47e3-a12b-fe4afa7c0d3d req-3b88759c-fcc0-4578-9691-d1bf3b318acb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393832
Jun 30 19:20:11.634970 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:20:11.703937 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port efba6b06-3126-46ba-80f1-3cbd5ae403b3 triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:20:11.704235 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:11.831496 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:11.858238 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:11.867906 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:11.916455 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'code': 200}
Jun 30 19:20:11.975847 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:11.977628 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:12.042261 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=8']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:12.045320 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:12.210906 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b730518-67ad-448d-96b3-99573468fb3e req-78bd87d7-fd93-4de5-96e5-80f1e768411a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:12.214279 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b730518-67ad-448d-96b3-99573468fb3e req-78bd87d7-fd93-4de5-96e5-80f1e768411a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0858047
Jun 30 19:20:12.261585 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4b730518-67ad-448d-96b3-99573468fb3e req-afa65d0e-c2ec-4f9a-967f-8b907c00dc6d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429890
Jun 30 19:20:12.316184 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23374-7da7-4d16-be7a-3f4a9baf8ca8 req-a3b70af4-30c0-42a2-b114-ff2ad84d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:12.317881 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-ebc23374-7da7-4d16-be7a-3f4a9baf8ca8 req-a3b70af4-30c0-42a2-b114-ff2ad84d8826 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.0690548
Jun 30 19:20:12.360374 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-ebc23374-7da7-4d16-be7a-3f4a9baf8ca8 req-5eec3b70-dfea-409a-aa5a-91c385875677 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338798
Jun 30 19:20:12.752794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bc381-8866-4a89-88de-3cc80b8fb48a req-ccc127ee-4301-4ed3-aafe-4473faa3e2c3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:12.754853 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d20bc381-8866-4a89-88de-3cc80b8fb48a req-ccc127ee-4301-4ed3-aafe-4473faa3e2c3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.1679595
Jun 30 19:20:12.797403 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d20bc381-8866-4a89-88de-3cc80b8fb48a req-20aa4a6a-03db-4679-b738-16ee9ad08b5e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367460
Jun 30 19:20:13.449907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202a703-abd8-48c5-8a66-5e5dfa5e6691 req-15eb92d2-c310-48e4-8e5b-a4fd983fce45 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:13.451281 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9202a703-abd8-48c5-8a66-5e5dfa5e6691 req-15eb92d2-c310-48e4-8e5b-a4fd983fce45 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0827446
Jun 30 19:20:13.495933 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9202a703-abd8-48c5-8a66-5e5dfa5e6691 req-15719bd1-a29c-4b19-8119-a265850424ce tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387709
Jun 30 19:20:13.985821 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab41b73-8978-4c40-93af-37361cd3eb2f req-fbd10d9f-cf16-4a85-a12f-2e144941f3e6 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:13.987309 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cab41b73-8978-4c40-93af-37361cd3eb2f req-fbd10d9f-cf16-4a85-a12f-2e144941f3e6 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0808151
Jun 30 19:20:14.036669 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cab41b73-8978-4c40-93af-37361cd3eb2f req-dbe79304-db76-4841-993f-ea6655c5296a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426664
Jun 30 19:20:14.686461 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7daf-af04-45d2-93a8-ee21f7ddc78a req-454fd9cf-38a7-4377-be27-77e269715ac8 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:14.689820 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-10dc7daf-af04-45d2-93a8-ee21f7ddc78a req-454fd9cf-38a7-4377-be27-77e269715ac8 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0788629
Jun 30 19:20:14.735483 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-10dc7daf-af04-45d2-93a8-ee21f7ddc78a req-07d1cf95-b19b-4c0c-8adf-8e41e367badc tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412283
Jun 30 19:20:14.815986 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:15.231038 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e8fc0-d6de-40d0-99e9-fb11e28a8bd5 req-77ae3e37-faa3-4abc-a145-245d7b01c261 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:15.232499 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af7e8fc0-d6de-40d0-99e9-fb11e28a8bd5 req-77ae3e37-faa3-4abc-a145-245d7b01c261 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 943 time: 0.0869114
Jun 30 19:20:15.278177 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-af7e8fc0-d6de-40d0-99e9-fb11e28a8bd5 req-4c6316bd-6f4d-4ed8-9db1-a0380f0978d4 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400462
Jun 30 19:20:15.666090 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 2bd93aa0-b160-406d-ab33-ae026eef0ffc details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:20:15.802094 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:15.821140 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:20:15.873680 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:15.889865 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd93aa0-b160-406d-ab33-ae026eef0ffc {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:20:15.905486 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:15.975922 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:15.977716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:16.046825 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:16.049805 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:16.311188 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['2bd93aa0-b160-406d-ab33-ae026eef0ffc'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:16.466977 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828cd46-9806-4d12-b54b-fbf94951f2ec req-f7b41836-d6c3-437c-89f6-da9e13e0de92 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:16.468451 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e828cd46-9806-4d12-b54b-fbf94951f2ec req-f7b41836-d6c3-437c-89f6-da9e13e0de92 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 944 time: 0.0843861
Jun 30 19:20:16.515862 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e828cd46-9806-4d12-b54b-fbf94951f2ec req-e0f37e51-6a2b-4cd2-b529-c4d870248801 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414963
Jun 30 19:20:17.015555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-60176cd0-722d-42f1-a4d9-a06bc02cc27a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:17.016982 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-60176cd0-722d-42f1-a4d9-a06bc02cc27a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1453631
Jun 30 19:20:17.032877 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-84532aae-a4e1-476a-9821-bc38b8211998 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/quotas/711cbdd3e93e445ca85a6cdeaeaf2203 HTTP/1.1" status: 200  len: 375 time: 0.0095835
Jun 30 19:20:17.127944 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-d752af98-81b2-491c-84f6-46a80d03ee99 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0888536
Jun 30 19:20:17.258909 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-1ef5947f-4f85-44af-8484-6feda008e255 service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229863
Jun 30 19:20:17.386592 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-65fe10f1-9891-41af-a1ae-49624fa30581 service neutron] 10.222.0.78 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217651
Jun 30 19:20:17.688659 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ec9becee-a95b-45de-8663-a6efe6b94168 req-42388ef7-5aed-47fe-a782-86945b3964da tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 210 time: 0.0804715
Jun 30 19:20:17.701455 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 2bd93aa0-b160-406d-ab33-ae026eef0ffc up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:20:17.741991 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00099f15-3455-40e7-a4c5-f8210d4a2c84 req-559c86a3-24f5-4573-95cd-ae88ba131c7d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:17.745681 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-00099f15-3455-40e7-a4c5-f8210d4a2c84 req-559c86a3-24f5-4573-95cd-ae88ba131c7d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 944 time: 0.0988526
Jun 30 19:20:17.789403 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-00099f15-3455-40e7-a4c5-f8210d4a2c84 req-3c8f3a52-7742-4438-a47f-b479a2e985c8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398302
Jun 30 19:20:17.856192 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 2bd93aa0-b160-406d-ab33-ae026eef0ffc completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:20:17.861432 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 2bd93aa0-b160-406d-ab33-ae026eef0ffc triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:20:17.866551 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:18.010725 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:18.037334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:18.047664 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:18.089839 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'code': 200}
Jun 30 19:20:18.118874 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:18.121043 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-eeba8e02-b2ba-4c1f-ab7d-c73ee2d4fca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:18.194632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:18.197668 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:18.642711 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ff13b-37df-44e5-a16f-5a9bac3afedd req-537bac31-40dd-4d87-a9cc-0b08a046ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:18.644177 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c8ff13b-37df-44e5-a16f-5a9bac3afedd req-537bac31-40dd-4d87-a9cc-0b08a046ba86 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1098 time: 0.0720820
Jun 30 19:20:18.688527 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3c8ff13b-37df-44e5-a16f-5a9bac3afedd req-46c95a98-a15a-41a1-9ca5-7e556444a21c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345819
Jun 30 19:20:18.845447 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bd4f2b4c-02f8-481f-b077-a2119bd98104 req-de3b251e-0002-47e2-9362-02bfff212249 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 210 time: 0.0483973
Jun 30 19:20:18.980592 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2dd4-2032-497c-92b1-225f0b863014 req-e7a011cc-d796-45b9-b446-ee3745edcdb0 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:18.982097 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6cb2dd4-2032-497c-92b1-225f0b863014 req-e7a011cc-d796-45b9-b446-ee3745edcdb0 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.0830913
Jun 30 19:20:19.028880 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c6cb2dd4-2032-497c-92b1-225f0b863014 req-83364e5a-d25d-4465-bcd6-f50def3164a7 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409420
Jun 30 19:20:20.001813 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-28855b10-3021-4371-96fe-3cbca1b95d37 req-91d173c3-62ea-4d1c-9d8d-9ae2985b76a8 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 210 time: 0.0457044
Jun 30 19:20:20.033045 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-e28791af-8173-42da-918e-b3f4dd6024c5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:20.033045 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-e28791af-8173-42da-918e-b3f4dd6024c5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 814 time: 0.1494191
Jun 30 19:20:20.033713 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Request body: {'port': {'device_id': '70417226-ec12-4193-90bc-a97fce31728f', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'admin_state_up': True, 'tenant_id': '711cbdd3e93e445ca85a6cdeaeaf2203'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:20:20.182928 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:20:20.193375 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:20:20.237191 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb32a35-9432-4923-95a1-87c20f420cd5 req-29da8513-fff4-4d54-9f40-2d425d71a80a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:20.238897 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cbb32a35-9432-4923-95a1-87c20f420cd5 req-29da8513-fff4-4d54-9f40-2d425d71a80a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.0845056
Jun 30 19:20:20.261925 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Made reservation on behalf of 711cbdd3e93e445ca85a6cdeaeaf2203 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:20:20.265512 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:20.283699 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-cbb32a35-9432-4923-95a1-87c20f420cd5 req-bfccab46-7494-4fc0-8baa-2872a25e8a6d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390933
Jun 30 19:20:20.444133 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Allocated IP 172.20.0.8 (3129d828-f74c-4dd9-b76f-a7bbbcbd8576/441e2d2c-461d-4854-99ab-7b0e190356e7/74016eea-702b-4e41-9312-599da73b1b2f) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:20:20.574859 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1675-f7d2-4460-9011-c6c6179264d1 req-246090dc-c8b5-45a9-bf5a-69a516575c10 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:20.576329 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0ccf1675-f7d2-4460-9011-c6c6179264d1 req-246090dc-c8b5-45a9-bf5a-69a516575c10 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.1787405
Jun 30 19:20:20.621093 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0ccf1675-f7d2-4460-9011-c6c6179264d1 req-2d1545da-c717-47fd-9525-f2fdb1442d74 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390062
Jun 30 19:20:20.643524 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58802) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:20.653886 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:20.712420 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57cc1a7-1576-4c66-9788-f8871edacc6e tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:20.713875 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e57cc1a7-1576-4c66-9788-f8871edacc6e tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1093 time: 0.0693419
Jun 30 19:20:20.716668 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58806) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:20.721587 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:20:20.728066 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:20:20.732031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:floatingip and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:20:20.734949 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:20:20.742085 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:20.742802 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:20:20.748432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b33baca1-682f-43f9-a8df-c1c10a84a286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:20.759361 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956', '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'e94dad53-050a-4c60-954c-8ec498a5f97e'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:20.813234 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:20:20.816393 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:20:20.820400 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:20:20.827603 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:20.954104 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event updated for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:20.959357 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:20.978246 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:20.984790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:20.985445 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.062140 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0322325
Jun 30 19:20:21.079808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Request body: {'port': {'device_id': '70417226-ec12-4193-90bc-a97fce31728f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:20:21.157614 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.db_base_plugin_common [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.27.0.236 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/62fba47c-e8be-49f6-9e55-a60e50fadc98) {{(pid=79179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:20:21.231177 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.343448 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6361b-e13e-4c30-96e8-47e5f4791303 req-5d99c363-bdb7-47b3-8ef5-ae9a491e95c7 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:21.344922 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-21b6361b-e13e-4c30-96e8-47e5f4791303 req-5d99c363-bdb7-47b3-8ef5-ae9a491e95c7 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 931 time: 0.1907237
Jun 30 19:20:21.400944 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.420164 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-21b6361b-e13e-4c30-96e8-47e5f4791303 req-ce3ec3bb-3306-431f-b908-ee12ed1004fb tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642130
Jun 30 19:20:21.502292 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.507019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1775f98f-4173-4d60-897f-5185b1247540 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:21.567761 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:20:21.570567 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:20:21.574419 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:20:21.594667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74016eea-702b-4e41-9312-599da73b1b2f {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:20:21.602838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.607060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=62fba47c-e8be-49f6-9e55-a60e50fadc98,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:21.617687 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:21.618443 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Transition to ACTIVE for port object 74016eea-702b-4e41-9312-599da73b1b2f will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:20:21.696300 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:21.701034 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8ecc437c-02ae-4fcb-9b32-ee1ee2928bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:21.857914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Pushing event updated for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:21.865053 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:21.932608 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Attempting to bind port 74016eea-702b-4e41-9312-599da73b1b2f on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:20:21.932943 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Attempting to bind port 74016eea-702b-4e41-9312-599da73b1b2f by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:20:21.933293 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Attempting to bind port 74016eea-702b-4e41-9312-599da73b1b2f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:20:21.937955 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Port 74016eea-702b-4e41-9312-599da73b1b2f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:20:21.938273 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Attempting to bind port 74016eea-702b-4e41-9312-599da73b1b2f on network 3129d828-f74c-4dd9-b76f-a7bbbcbd8576 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:20:21.943759 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:20:21.944097 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Checking segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:20:21.944476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Bound using segment: {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:20:21.944900 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Bound port: 74016eea-702b-4e41-9312-599da73b1b2f, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf58ba12-fea6-4d85-9a84-72896dd49559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:20:21.945262 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.014358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.032984 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:20:22.037159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=74016eea-702b-4e41-9312-599da73b1b2f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:20:22.125125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.130549 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-69acb105-c002-44cb-82fe-c87ae5ddb389 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:22.148860 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.190771 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.191920 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.193299 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] 10.222.0.97 "PUT /v2.0/ports/74016eea-702b-4e41-9312-599da73b1b2f HTTP/1.1" status: 200  len: 1093 time: 1.1207671
Jun 30 19:20:22.193798 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:22.217294 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Pushing event updated for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:22.220394 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:22.242776 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f', 'status': 'completed', 'code': 200}
Jun 30 19:20:22.341000 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-e4e7e13a-fb03-465d-9bb2-f10dc8f7fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.342707 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-e4e7e13a-fb03-465d-9bb2-f10dc8f7fd8b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 1096 time: 0.0715766
Jun 30 19:20:22.353815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.398479 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14714282'] for port, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.403084 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e5dc5ca8-305a-4e24-babf-de96f79cd67d tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:22.509862 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-2f20cb61-fddf-45a5-a828-f7e5a8f12b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.511324 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-2f20cb61-fddf-45a5-a828-f7e5a8f12b2e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1485214
Jun 30 19:20:22.516284 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=62fba47c-e8be-49f6-9e55-a60e50fadc98,revision_number=2']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:22.521032 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:22.527904 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:22.657104 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-8ba5c08f-7cff-4cd0-864c-66993e9afd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.658558 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6885f0c4-6024-42e8-b81a-fecad7112560 req-8ba5c08f-7cff-4cd0-864c-66993e9afd54 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1381216
Jun 30 19:20:22.784403 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-0b3ffa41-3f01-4cac-ab08-c1e4b4817a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.786435 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-0b3ffa41-3f01-4cac-ab08-c1e4b4817a6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 1096 time: 0.0734718
Jun 30 19:20:22.871461 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.l3_db [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP 1bd53280-d074-4236-a1e7-0e96ecebdd8c associated. External IP: 172.27.0.236, port: 2bd93aa0-b160-406d-ab33-ae026eef0ffc.
Jun 30 19:20:22.881702 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-1dae006d-f725-4f41-80bb-86a46417de98 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74016eea-702b-4e41-9312-599da73b1b2f HTTP/1.1" status: 200  len: 217 time: 0.0600557
Jun 30 19:20:22.933911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a332-fcd0-4eab-9b13-585f126963c9 req-796e7129-c8bd-45f3-98a5-82670f62efe2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.935289 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7236a332-fcd0-4eab-9b13-585f126963c9 req-796e7129-c8bd-45f3-98a5-82670f62efe2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 943 time: 0.2481067
Jun 30 19:20:22.947532 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-97671fae-793f-4fdf-ac32-3ca80612231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:22.948974 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-97671fae-793f-4fdf-ac32-3ca80612231a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 200  len: 854 time: 0.0609550
Jun 30 19:20:22.998455 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-e18bf9ef-0c59-448e-9ffd-9cb06d9c1d52 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415752
Jun 30 19:20:23.071061 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-7236a332-fcd0-4eab-9b13-585f126963c9 req-508a177e-4fcc-447d-bc0b-45623c95ae1b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180429
Jun 30 19:20:23.232025 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-21f656f9-2453-4860-9a27-b2ba6a50a5cf service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203217
Jun 30 19:20:23.285972 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:20:23.366539 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-e3e72c3e-b278-4302-af5e-9c0fbbafbf03 req-5d6e329a-ae04-4da3-a52a-b37ccf6ae42f service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240530
Jun 30 19:20:23.469626 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:20:23.478705 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:20:23.488978 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:23.489864 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67676310>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:23.599604 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:23.661183 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2b36a62c-5b8d-44e0-886c-7c1af3609ded tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9434643
Jun 30 19:20:23.662060 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc'}] {{(pid=79179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:23.670088 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:23.706237 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'status': 'completed', 'code': 200}
Jun 30 19:20:23.802711 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a760f3-1c05-412a-8f82-95b786c138fb req-18f7eee3-48e3-4f08-91fe-1a30dd1deb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:23.804175 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-18f7eee3-48e3-4f08-91fe-1a30dd1deb7c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1098 time: 0.0689840
Jun 30 19:20:23.939879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a760f3-1c05-412a-8f82-95b786c138fb req-93b9f370-d59a-4514-ad66-0727d4a26aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:23.942088 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-93b9f370-d59a-4514-ad66-0727d4a26aea service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1256354
Jun 30 19:20:24.020269 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67676310>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:21Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:24.024021 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:20:24.032051 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:24.032649 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67676310>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:24.047273 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-3914a971-5045-4e98-9cad-5fc66f09e6ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 999 time: 0.0952504
Jun 30 19:20:24.122268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a760f3-1c05-412a-8f82-95b786c138fb req-772e0369-c8cd-47c4-a342-56207bde7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:24.123747 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-772e0369-c8cd-47c4-a342-56207bde7783 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0632241
Jun 30 19:20:24.208215 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a760f3-1c05-412a-8f82-95b786c138fb req-612cc060-3042-494f-acca-2d0834ea9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:24.209752 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-612cc060-3042-494f-acca-2d0834ea9e27 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781403
Jun 30 19:20:24.214590 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:24.272591 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea9c7-ac6b-41bf-9fbf-ab0c61be0329 req-c9fb94bc-6b2b-4176-87c7-9d87e44059e5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:24.274335 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b9ea9c7-ac6b-41bf-9fbf-ab0c61be0329 req-c9fb94bc-6b2b-4176-87c7-9d87e44059e5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 943 time: 0.0859270
Jun 30 19:20:24.326589 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0b9ea9c7-ac6b-41bf-9fbf-ab0c61be0329 req-e5c91421-fcba-40ce-bf7f-6b39bd2f9416 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461426
Jun 30 19:20:24.350419 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-d43eb06b-c693-4bb5-b506-c6f34828aceb service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321781
Jun 30 19:20:24.498964 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-43a760f3-1c05-412a-8f82-95b786c138fb req-b0f11c55-536e-4e70-a005-7577abe7b349 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309276
Jun 30 19:20:24.621584 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67676310>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:21Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:24.625376 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed651c-52df-4e83-ba1b-d9160d07b760 None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:21Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:20:24.808666 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7727064-4470-44db-838d-b924507de0c9 None None] New status for floating IP 1bd53280-d074-4236-a1e7-0e96ecebdd8c: ACTIVE {{(pid=79180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:20:25.515025 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dc86d-c00b-446b-8062-9af59b6c3f68 req-58d1f4e0-378a-4ef4-b20d-f3163b4d9838 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:25.516479 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ae1dc86d-c00b-446b-8062-9af59b6c3f68 req-58d1f4e0-378a-4ef4-b20d-f3163b4d9838 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 943 time: 0.0814559
Jun 30 19:20:25.560750 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ae1dc86d-c00b-446b-8062-9af59b6c3f68 req-e49fc068-823d-4d4f-8fa4-aef1269c009a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385175
Jun 30 19:20:25.712640 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 74016eea-702b-4e41-9312-599da73b1b2f details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:20:25.854642 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=74016eea-702b-4e41-9312-599da73b1b2f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:25.874029 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': '74016eea-702b-4e41-9312-599da73b1b2f', 'network_id': '3129d828-f74c-4dd9-b76f-a7bbbcbd8576', 'port_id': '74016eea-702b-4e41-9312-599da73b1b2f', 'mac_address': 'fa:16:3e:c3:7f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441e2d2c-461d-4854-99ab-7b0e190356e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:20:25.932219 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:25.948606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74016eea-702b-4e41-9312-599da73b1b2f {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:20:25.964102 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=74016eea-702b-4e41-9312-599da73b1b2f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:26.038698 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:26.040806 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:26.105393 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:26.108563 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:26.354979 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['74016eea-702b-4e41-9312-599da73b1b2f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:26.745531 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ca8e-8658-4a6f-a831-8d7f93f56dee req-404b7dbd-6a0f-41f3-9333-b39d2cdfffbd tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:26.746888 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5469ca8e-8658-4a6f-a831-8d7f93f56dee req-404b7dbd-6a0f-41f3-9333-b39d2cdfffbd tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 944 time: 0.0823424
Jun 30 19:20:26.791302 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-5469ca8e-8658-4a6f-a831-8d7f93f56dee req-ea34aa91-354c-4961-8378-ff0146c5fe6b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387180
Jun 30 19:20:27.737853 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 74016eea-702b-4e41-9312-599da73b1b2f up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:20:27.890239 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port 74016eea-702b-4e41-9312-599da73b1b2f completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:20:27.896577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port 74016eea-702b-4e41-9312-599da73b1b2f triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:20:27.896965 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:27.978492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c608c-2187-43ae-bcbd-204558fdef75 req-6c19e805-62ad-4b27-b57c-2878cb3d56ba tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:27.980000 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c28c608c-2187-43ae-bcbd-204558fdef75 req-6c19e805-62ad-4b27-b57c-2878cb3d56ba tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 944 time: 0.0794353
Jun 30 19:20:28.015433 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:28.030156 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c28c608c-2187-43ae-bcbd-204558fdef75 req-57e5cc95-6d1c-4858-b6a9-fc8c75d28491 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444818
Jun 30 19:20:28.045539 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:28.055786 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=74016eea-702b-4e41-9312-599da73b1b2f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:28.090851 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f', 'code': 200}
Jun 30 19:20:28.107573 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:28.110927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:28.180621 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:28.183709 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:28.404458 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8967704-9201-4592-a258-c4cf98f083e6 req-5593cfd7-ad96-43b5-88b1-5cd47705cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:28.405884 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8967704-9201-4592-a258-c4cf98f083e6 req-5593cfd7-ad96-43b5-88b1-5cd47705cb6f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 1098 time: 0.0746558
Jun 30 19:20:28.450665 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8967704-9201-4592-a258-c4cf98f083e6 req-13c8fe59-cd19-4382-87cb-e5b08cfafde0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350099
Jun 30 19:20:29.221340 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae0c0-da61-4c4b-a3d5-69069ec29396 req-c1ef4c53-7576-475a-a599-089fcf4f457d tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:29.222812 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bd0ae0c0-da61-4c4b-a3d5-69069ec29396 req-c1ef4c53-7576-475a-a599-089fcf4f457d tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.0862839
Jun 30 19:20:29.266967 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-bd0ae0c0-da61-4c4b-a3d5-69069ec29396 req-7665143f-140c-4a17-82ee-94fccf00c0ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382833
Jun 30 19:20:30.558613 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d49788c7-c622-4402-8487-b1b0ab862c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:30.559698 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45807ac-b2f9-4f8d-b3fe-07065a2509ce req-5c299abe-7c92-41c6-989a-ee4a3ee054d3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:30.561165 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e45807ac-b2f9-4f8d-b3fe-07065a2509ce req-5c299abe-7c92-41c6-989a-ee4a3ee054d3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.1870213
Jun 30 19:20:30.605239 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e45807ac-b2f9-4f8d-b3fe-07065a2509ce req-c8588035-6148-439f-9db1-becb6d3a846f tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384123
Jun 30 19:20:31.170327 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:33.455607 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bfb4633b-db38-48f1-a0b1-a29d028a472a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:34.295493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:35.398084 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9546f8-b1b7-463c-b864-2ba7cbdc0b5b req-3a74e6fb-d318-4d9d-9f18-1140e3f258b9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:35.399529 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df9546f8-b1b7-463c-b864-2ba7cbdc0b5b req-3a74e6fb-d318-4d9d-9f18-1140e3f258b9 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.0790896
Jun 30 19:20:35.447047 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-df9546f8-b1b7-463c-b864-2ba7cbdc0b5b req-8f1deae5-48db-42e6-9142-3ac35aeec03b tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418477
Jun 30 19:20:35.746921 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:36.649559 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e591a6-615d-48c2-9a5e-45a4efc80ce6 req-78027fec-18bf-41df-9ee7-717a4b411c9e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:36.651061 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-08e591a6-615d-48c2-9a5e-45a4efc80ce6 req-78027fec-18bf-41df-9ee7-717a4b411c9e tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.0910001
Jun 30 19:20:36.696876 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-08e591a6-615d-48c2-9a5e-45a4efc80ce6 req-9e767135-9e3a-48bc-9abf-c9095052f554 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401814
Jun 30 19:20:37.111561 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-fbc8db7a-a5d8-4cde-9a0b-496dbe89f79d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:37.112257 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-fbc8db7a-a5d8-4cde-9a0b-496dbe89f79d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Synchronizing usage tracker for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:20:37.198182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-fbc8db7a-a5d8-4cde-9a0b-496dbe89f79d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Unset dirty status for tenant:74cfcbf59c5244d78d5391095b44a0eb on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:20:37.199521 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-fbc8db7a-a5d8-4cde-9a0b-496dbe89f79d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.1651082
Jun 30 19:20:37.273969 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Deleting port 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:37.274306 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:37.508152 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] For port 66bc7236-aa0b-4e96-a18d-272001afac51, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=66bc7236-aa0b-4e96-a18d-272001afac51,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:37.508412 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:37.882990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:37.883438 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:37.883663 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Floating IP 8d47ae62-8f22-4cbb-a110-a0ba89f258cf disassociated. External IP: 172.27.0.238, port: 66bc7236-aa0b-4e96-a18d-272001afac51.
Jun 30 19:20:37.884013 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Calling delete_port for 66bc7236-aa0b-4e96-a18d-272001afac51 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:37.900802 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04129-991b-48e9-9afe-a00a2b5c0b50 req-44b3b6ba-cdb3-428e-8219-a78457685776 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:37.902394 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4ed04129-991b-48e9-9afe-a00a2b5c0b50 req-44b3b6ba-cdb3-428e-8219-a78457685776 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 946 time: 0.0870042
Jun 30 19:20:37.947477 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4ed04129-991b-48e9-9afe-a00a2b5c0b50 req-b69d8abc-53d8-4ffe-ac1b-bbd5bef9a629 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f3777fe-d738-4743-834b-1701a2fd533a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394006
Jun 30 19:20:38.089700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:38.095243 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:38.138207 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'Port': ['ID=66bc7236-aa0b-4e96-a18d-272001afac51,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:38.141754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:38.322832 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:20:38.497186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:20:38.506607 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:20:38.516692 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:38.517333 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671f3190>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:38.575836 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] No DVR routers for this DVR port 66bc7236-aa0b-4e96-a18d-272001afac51 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:20:38.578412 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:38.581191 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-deleted', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:38.633874 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e7da77-5d1e-4f88-a9ba-047bec275f6d', 'name': 'network-vif-deleted', 'tag': '66bc7236-aa0b-4e96-a18d-272001afac51', 'status': 'completed', 'code': 200}
Jun 30 19:20:38.655928 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-3ed5bcc8-62f9-42f9-b36f-44cdf74bce80 req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.97 "DELETE /v2.0/ports/66bc7236-aa0b-4e96-a18d-272001afac51 HTTP/1.1" status: 204  len: 173 time: 1.4496434
Jun 30 19:20:38.703451 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:39.012746 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671f3190>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:39.016764 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:20:39.025902 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:39.026497 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c671f3190>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:39.128125 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-765cd8d5-cf8f-496e-b009-45df8474d306 req-2f8c06a6-bddc-47a4-979b-641eae605749 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/ports?device_id=98e7da77-5d1e-4f88-a9ba-047bec275f6d HTTP/1.1" status: 200  len: 210 time: 0.0502715
Jun 30 19:20:39.208848 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:39.517507 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c671f3190>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:39.521239 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735dcfa-463b-4444-8791-bdb2fda9e019 None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:12:55Z', 'revision_number': 4, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '63f60117-8fdd-4993-ae32-b35f00e90073', 'name': '', 'network_id': 'fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'mac_address': 'fa:16:3e:f0:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:54Z', 'updated_at': '2021-06-30T19:13:02Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'subnets': [{'id': 'b208efae-0dbe-46e7-92f0-92eaf02bb31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:20:39.733591 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc8440-4970-43ff-93cf-63652f611cb5 None None] New status for floating IP 8d47ae62-8f22-4cbb-a110-a0ba89f258cf: DOWN {{(pid=79180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:20:40.313003 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58894) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:40.380100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:40.407397 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:40.535433 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:40.540100 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5cd2343c-04b1-4871-824e-01262258784d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:40.553970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3777fe-d738-4743-834b-1701a2fd533a,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:40.557148 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:40.654226 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:40.655325 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "DELETE /v2.0/security-groups/3f3777fe-d738-4743-834b-1701a2fd533a HTTP/1.1" status: 204  len: 168 time: 0.3413296
Jun 30 19:20:40.658144 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 58898) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:40.674131 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.api.v2.resource [None req-d5be3d91-f84b-442c-b1bd-d50a65e5cb7f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] show failed (client error): The resource could not be found.
Jun 30 19:20:40.675090 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-d5be3d91-f84b-442c-b1bd-d50a65e5cb7f tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "GET /v2.0/security-groups/3f3777fe-d738-4743-834b-1701a2fd533a HTTP/1.1" status: 404  len: 347 time: 0.0160594
Jun 30 19:20:40.678134 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58902) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:40.836766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Deleting port 36d77c1a-850d-456d-b0e4-e6a352a7ed27 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:40.837113 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.004930 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.005282 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.128851 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Calling delete_port for 36d77c1a-850d-456d-b0e4-e6a352a7ed27 owned by network:floatingip {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:41.410057 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.415570 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a487b8d3-3df0-47a1-b440-b96a1a8e9a22 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:41.458326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Pushing event deleted for resources: {'Port': ['ID=36d77c1a-850d-456d-b0e4-e6a352a7ed27,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:41.462017 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:41.556678 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks [] for floatingip, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.571582 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:41.572715 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d47ae62-8f22-4cbb-a110-a0ba89f258cf HTTP/1.1" status: 204  len: 168 time: 0.8936152
Jun 30 19:20:41.822276 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:41.874881 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 66bc7236-aa0b-4e96-a18d-272001afac51 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:20:41.874881 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 66bc7236-aa0b-4e96-a18d-272001afac51 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:44.826307 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58952) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:44.855412 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:45.394969 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:45.482495 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:20:45.741682 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Deleting port 63f60117-8fdd-4993-ae32-b35f00e90073 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:45.742159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:45.911672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] For port 63f60117-8fdd-4993-ae32-b35f00e90073, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=63f60117-8fdd-4993-ae32-b35f00e90073,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:45.912461 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:46.000850 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2d1e-1a19-4c57-b66a-d5ad0059f168 req-3f7a32b8-bfdf-425d-859c-c92f329b929a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:46.002239 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f66a2d1e-1a19-4c57-b66a-d5ad0059f168 req-3f7a32b8-bfdf-425d-859c-c92f329b929a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.0807278
Jun 30 19:20:46.050755 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f66a2d1e-1a19-4c57-b66a-d5ad0059f168 req-264b235d-a90b-4d8f-8541-4a3e19478611 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426862
Jun 30 19:20:46.117786 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Calling delete_port for 63f60117-8fdd-4993-ae32-b35f00e90073 owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:46.369280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:46.372821 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-93bc1741-019f-48e8-8866-7fb6ece5db31 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:46.415276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f60117-8fdd-4993-ae32-b35f00e90073,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:46.418159 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:46.684794 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:47.045959 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Router 4c838f68-1927-4519-a24e-a42db4afb59c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:20:47.223125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:20:47.233151 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Sync routers for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:20:47.236557 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bfdc1473-eca3-43a1-ad44-85d2b3b5f3f2 admin admin] 10.222.0.78 "PUT /v2.0/routers/4c838f68-1927-4519-a24e-a42db4afb59c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4091332
Jun 30 19:20:47.238931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58966) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:47.241996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68560c4-0edb-46ef-a734-1c8512899488 req-f8cf482d-9718-45e4-b082-eac46984ac05 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:47.243498 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b68560c4-0edb-46ef-a734-1c8512899488 req-f8cf482d-9718-45e4-b082-eac46984ac05 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.0852268
Jun 30 19:20:47.244425 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:47.245052 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673c9280>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:47.294708 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b68560c4-0edb-46ef-a734-1c8512899488 req-5e47edb0-5d2e-4ef1-941e-06608af19664 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455558
Jun 30 19:20:47.435121 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:47.466161 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:47.722518 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:47.754740 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673c9280>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:20:46Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:47.767285 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Checking router: 4c838f68-1927-4519-a24e-a42db4afb59c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:20:47.767285 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Routers {'4c838f68-1927-4519-a24e-a42db4afb59c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:20:47.767772 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673c9280>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:20:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['4c838f68-1927-4519-a24e-a42db4afb59c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:47.867363 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Deleting port 14d4b111-ce9d-489e-a58a-d25e908d7e32 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:47.867791 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:47.955594 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] Set router 4c838f68-1927-4519-a24e-a42db4afb59c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:20:48.100140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] For port 14d4b111-ce9d-489e-a58a-d25e908d7e32, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=14d4b111-ce9d-489e-a58a-d25e908d7e32,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:48.100790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:48.234775 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Calling delete_port for 14d4b111-ce9d-489e-a58a-d25e908d7e32 owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:48.249876 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673c9280>, [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:20:46Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:48.253677 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fd3a8-7801-43b5-98ea-2a29a795daf9 None None] The sync data for ids ['4c838f68-1927-4519-a24e-a42db4afb59c'] in dv-cinder-798879-1-iscsi is: [{'id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'name': 'tempest-AttachVolumeShelveTestJSON-350862826-router', 'tenant_id': '74cfcbf59c5244d78d5391095b44a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:12:49Z', 'updated_at': '2021-06-30T19:20:46Z', 'revision_number': 5, 'project_id': '74cfcbf59c5244d78d5391095b44a0eb', 'gw_port': {'id': '14d4b111-ce9d-489e-a58a-d25e908d7e32', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c838f68-1927-4519-a24e-a42db4afb59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:12:50Z', 'updated_at': '2021-06-30T19:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:20:48.291737 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-f6463e5a-87b5-4cd6-94e3-588f8ebe67ed tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:48.292447 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-f6463e5a-87b5-4cd6-94e3-588f8ebe67ed tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:20:48.426741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-f6463e5a-87b5-4cd6-94e3-588f8ebe67ed tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:20:48.428427 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-f6463e5a-87b5-4cd6-94e3-588f8ebe67ed tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.3990510
Jun 30 19:20:48.468127 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:48.483318 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c351777c-d2ae-4d35-939d-d52adbb1dc7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:48.488922 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce669-a3d9-4bc6-9193-5662b10d7eda req-b8d4df7f-fa72-4bbf-9651-d1ba0701fc2e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:48.491643 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4e5ce669-a3d9-4bc6-9193-5662b10d7eda req-b8d4df7f-fa72-4bbf-9651-d1ba0701fc2e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 945 time: 0.0885956
Jun 30 19:20:48.531786 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Pushing event deleted for resources: {'Port': ['ID=14d4b111-ce9d-489e-a58a-d25e908d7e32,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:48.536738 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4e5ce669-a3d9-4bc6-9193-5662b10d7eda req-21d9a8e9-2011-4237-bdb2-b9e1d8bb43f5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394239
Jun 30 19:20:48.566340 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:48.613363 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Deleting port 74016eea-702b-4e41-9312-599da73b1b2f {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:48.613720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:48.672675 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 63f60117-8fdd-4993-ae32-b35f00e90073 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:48.714019 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 63f60117-8fdd-4993-ae32-b35f00e90073 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:20:48.720108 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 63f60117-8fdd-4993-ae32-b35f00e90073 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:48.720693 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:48.914979 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:48.932213 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.060111 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] For port 74016eea-702b-4e41-9312-599da73b1b2f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=74016eea-702b-4e41-9312-599da73b1b2f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:49.060460 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.122753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.123477 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c838f68-1927-4519-a24e-a42db4afb59c {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:20:49.294687 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Calling delete_port for 74016eea-702b-4e41-9312-599da73b1b2f owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:49.346645 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.347838 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] 10.222.0.78 "DELETE /v2.0/routers/4c838f68-1927-4519-a24e-a42db4afb59c HTTP/1.1" status: 204  len: 168 time: 2.1080110
Jun 30 19:20:49.351247 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58972) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:49.429456 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Deleting subnet b208efae-0dbe-46e7-92f0-92eaf02bb31c {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:20:49.432685 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.532987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.621091 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.660384 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.667702 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3c4c3495-8332-4d42-b018-50f87c178e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:49.681489 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956', '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'e94dad53-050a-4c60-954c-8ec498a5f97e', '74016eea-702b-4e41-9312-599da73b1b2f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:49.700656 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-84e76f9a-d000-42cf-b3a0-6543958c037d req-ed0bfb07-d5df-4082-9b1e-ed14cddc0c1e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 210 time: 0.0429642
Jun 30 19:20:49.712658 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event deleted for resources: {'Port': ['ID=74016eea-702b-4e41-9312-599da73b1b2f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:49.726386 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:49.805114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] No DVR routers for this DVR port 74016eea-702b-4e41-9312-599da73b1b2f on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:20:49.809991 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.812631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'name': 'network-vif-deleted', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:49.861813 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70417226-ec12-4193-90bc-a97fce31728f', 'name': 'network-vif-deleted', 'tag': '74016eea-702b-4e41-9312-599da73b1b2f', 'status': 'completed', 'code': 200}
Jun 30 19:20:49.913541 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.918786 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-96ef1114-1bdc-4cee-a4cc-184215e93831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:49.952280 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-77ac6f8e-1b0f-4c5d-961b-8d8558e91ce1 req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "DELETE /v2.0/ports/74016eea-702b-4e41-9312-599da73b1b2f HTTP/1.1" status: 204  len: 173 time: 1.5172548
Jun 30 19:20:49.955456 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b208efae-0dbe-46e7-92f0-92eaf02bb31c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:49.959960 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:49.963130 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:49.964938 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-52f6fce6-c349-4905-9310-b158dc1cc1de admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b208efae-0dbe-46e7-92f0-92eaf02bb31c HTTP/1.1" status: 204  len: 168 time: 0.6127942
Jun 30 19:20:49.967700 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58982) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:49.968348 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62392a31-46a1-4ed6-889f-f80d01449328 None None] Network fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:20:50.080310 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.094387 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Deleting port b8551adb-3ce2-4482-918c-b8c5887c6074 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:50.095123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.327064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] DHCP port deletion for fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:20:50.332451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Deleting port b8551adb-3ce2-4482-918c-b8c5887c6074 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:50.332451 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.373274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] For port b8551adb-3ce2-4482-918c-b8c5887c6074, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=b8551adb-3ce2-4482-918c-b8c5887c6074,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:50.373890 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.440190 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-9a3b3b33-c066-49b3-9d3c-34aca4181cce service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2296231
Jun 30 19:20:50.514337 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 14d4b111-ce9d-489e-a58a-d25e908d7e32 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:50.532735 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Calling delete_port for b8551adb-3ce2-4482-918c-b8c5887c6074 owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:50.555660 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 14d4b111-ce9d-489e-a58a-d25e908d7e32 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:20:50.555945 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 14d4b111-ce9d-489e-a58a-d25e908d7e32 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:50.556382 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device b8551adb-3ce2-4482-918c-b8c5887c6074 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:50.616936 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] For port b8551adb-3ce2-4482-918c-b8c5887c6074, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=b8551adb-3ce2-4482-918c-b8c5887c6074,segment=NetworkSegment(9f761c45-4d7d-4083-b8a4-31de1a3afedc),segment_id=9f761c45-4d7d-4083-b8a4-31de1a3afedc)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:50.617279 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.632140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-ae01c0fe-be93-49cc-b30c-3a27cff829ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:50.633816 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-ae01c0fe-be93-49cc-b30c-3a27cff829ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 1099 time: 0.1393054
Jun 30 19:20:50.734499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:50.740986 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-45ec2e96-8b95-46cb-bef3-c378a87bef37 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:50.744805 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Calling delete_port for b8551adb-3ce2-4482-918c-b8c5887c6074 owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:50.789719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8551adb-3ce2-4482-918c-b8c5887c6074,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:50.793328 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] No DVR routers for this DVR port b8551adb-3ce2-4482-918c-b8c5887c6074 on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:20:50.796741 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:50.822816 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:20:50.823493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:20:50.828681 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No active binding found for port b8551adb-3ce2-4482-918c-b8c5887c6074 {{(pid=79180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 30 19:20:50.836695 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device b8551adb-3ce2-4482-918c-b8c5887c6074 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:50.891263 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-197a740e-db73-4fef-859a-e1dc8b74f899 req-047fca5a-9949-437f-9876-427e92963825 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=70417226-ec12-4193-90bc-a97fce31728f HTTP/1.1" status: 200  len: 210 time: 0.0482991
Jun 30 19:20:51.032177 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-b53058c0-02e4-4a6f-b70d-196cc0bae33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:51.033718 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-b53058c0-02e4-4a6f-b70d-196cc0bae33e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 200  len: 915 time: 0.3791277
Jun 30 19:20:51.037355 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.096062 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66de4460>,) {'filters': {'network_id': ['fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:51.123544 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-4a44978f-cc8b-408b-bcc9-5b298ddd48ca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=763fe97e-9135-4044-b352-8f29842eb956 HTTP/1.1" status: 200  len: 217 time: 0.0741799
Jun 30 19:20:51.125084 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66de4460>, '9f761c45-4d7d-4083-b8a4-31de1a3afedc') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:51.125406 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66de4460>, '9f761c45-4d7d-4083-b8a4-31de1a3afedc') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:20:51.168465 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.197462 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.207613 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:20:51.207990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:20:51.220913 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:20:51.223459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-d4570dd4-52c0-4864-8322-6b50551fcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:51.223667 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-d4570dd4-52c0-4864-8322-6b50551fcd52 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 200  len: 854 time: 0.0884798
Jun 30 19:20:51.325320 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Deleting port b8551adb-3ce2-4482-918c-b8c5887c6074 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:51.325720 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.329115 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-a898b870-1227-4c42-be8b-bdf2519fd8af service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3129d828-f74c-4dd9-b76f-a7bbbcbd8576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576613
Jun 30 19:20:51.393674 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e373-eb35-4c66-ad29-0898f4dc7e03 None None] The port 'b8551adb-3ce2-4482-918c-b8c5887c6074' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:20:51.405638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.423222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:51.438835 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.451203 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:51.455899 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:51.495836 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-32b58cd0-13e3-4d14-a375-0d4c4f75fa8e service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577909
Jun 30 19:20:51.526853 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd6b6961-b3ca-4ecf-b6d1-0b85ad2a50ac HTTP/1.1" status: 204  len: 168 time: 1.5580716
Jun 30 19:20:51.639645 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-f59d5a10-1109-4f0b-b0a9-e3081c51a63a req-40068198-2e51-4360-b62d-b9014603e70f service neutron] 10.222.0.97 "GET /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323719
Jun 30 19:20:51.836530 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58990) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:51.886058 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 74016eea-702b-4e41-9312-599da73b1b2f no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:20:51.887019 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-91a122b0-2e5a-4527-84dc-4bf513af56ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74cfcbf59c5244d78d5391095b44a0eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484681
Jun 30 19:20:51.888715 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 58994) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:20:51.958417 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:51.971335 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 74016eea-702b-4e41-9312-599da73b1b2f {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:20:51.971707 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 74016eea-702b-4e41-9312-599da73b1b2f not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:20:51.994738 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:52.118089 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:52.122007 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2bf30138-1484-4bac-bc39-18583691fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:52.137180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6269d3-41ad-44b3-9364-3d4dcd88a540,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:52.140763 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:52.144320 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:52.148611 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7a8be9da-5504-463d-be8e-d1ab8b33eaf0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f6269d3-41ad-44b3-9364-3d4dcd88a540 HTTP/1.1" status: 204  len: 168 time: 0.2554684
Jun 30 19:20:53.891400 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec079159-827a-49bf-bf5e-0215631072ef req-290f1b75-64b3-4cee-a257-aeae981d31f5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:53.892775 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ec079159-827a-49bf-bf5e-0215631072ef req-290f1b75-64b3-4cee-a257-aeae981d31f5 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.0797184
Jun 30 19:20:53.942102 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-ec079159-827a-49bf-bf5e-0215631072ef req-8a22c0bc-0f12-4fd6-acbf-b409a89b0e2e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429966
Jun 30 19:20:55.142079 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989a8d-ae62-4db8-86ca-82229243d805 req-68bf4308-8d03-4487-bd58-0e64c2286ccb tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:55.143896 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c989a8d-ae62-4db8-86ca-82229243d805 req-68bf4308-8d03-4487-bd58-0e64c2286ccb tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.0895777
Jun 30 19:20:55.192598 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8c989a8d-ae62-4db8-86ca-82229243d805 req-0a1aa653-d458-4fe2-8ca5-0eaa831af23a tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424831
Jun 30 19:20:55.879212 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-4e7db2de-35ab-4105-9769-f34c36d6a4a2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:55.879830 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-4e7db2de-35ab-4105-9769-f34c36d6a4a2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:20:56.014894 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-4e7db2de-35ab-4105-9769-f34c36d6a4a2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:20:56.016091 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-4e7db2de-35ab-4105-9769-f34c36d6a4a2 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.2159319
Jun 30 19:20:56.099603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Deleting port e94dad53-050a-4c60-954c-8ec498a5f97e {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:20:56.105270 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:56.347933 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] For port e94dad53-050a-4c60-954c-8ec498a5f97e, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=e94dad53-050a-4c60-954c-8ec498a5f97e,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:20:56.348292 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:56.378566 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704648d-644b-411e-87ad-8acb7d187880 req-1da24b31-6fe3-43c1-a649-20f0f7135e1b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:56.380080 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4704648d-644b-411e-87ad-8acb7d187880 req-1da24b31-6fe3-43c1-a649-20f0f7135e1b tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 946 time: 0.0808270
Jun 30 19:20:56.430083 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4704648d-644b-411e-87ad-8acb7d187880 req-126ba0de-30a1-45c1-9c0b-b952bf5d4a45 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434418
Jun 30 19:20:56.469525 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Calling delete_port for e94dad53-050a-4c60-954c-8ec498a5f97e owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:20:56.763578 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:56.768969 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-2306e765-3055-4829-abd4-d3cad59f17e3 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:20:56.775751 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956', '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'e94dad53-050a-4c60-954c-8ec498a5f97e'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:20:56.813725 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event deleted for resources: {'Port': ['ID=e94dad53-050a-4c60-954c-8ec498a5f97e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:20:56.816763 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:20:56.888793 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] No DVR routers for this DVR port e94dad53-050a-4c60-954c-8ec498a5f97e on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:20:56.891366 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:20:56.894049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'name': 'network-vif-deleted', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:20:56.946737 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd01b916-a0d4-4eba-9c75-9856dfd7378a', 'name': 'network-vif-deleted', 'tag': 'e94dad53-050a-4c60-954c-8ec498a5f97e', 'status': 'completed', 'code': 200}
Jun 30 19:20:56.987562 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d005bb03-6a29-4f2d-a496-b848d7a6c0a6 req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "DELETE /v2.0/ports/e94dad53-050a-4c60-954c-8ec498a5f97e HTTP/1.1" status: 204  len: 173 time: 0.9626861
Jun 30 19:20:57.603967 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e236816a-1983-45b5-ac8e-ed9d91db4bce req-1b89ffbb-b5f2-4e72-bc84-b416ce23fa83 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd01b916-a0d4-4eba-9c75-9856dfd7378a HTTP/1.1" status: 200  len: 210 time: 0.0441310
Jun 30 19:20:59.390442 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361cc64-103b-4cff-98f2-002a9b341ad4 req-2c065735-b400-4ed4-93a3-ead30c53bb40 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:20:59.391920 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b361cc64-103b-4cff-98f2-002a9b341ad4 req-2c065735-b400-4ed4-93a3-ead30c53bb40 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0899971
Jun 30 19:20:59.440733 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b361cc64-103b-4cff-98f2-002a9b341ad4 req-3ab32b18-09bc-4a65-afa7-c05b60b363cd tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425730
Jun 30 19:20:59.977877 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device e94dad53-050a-4c60-954c-8ec498a5f97e no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:00.015303 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: e94dad53-050a-4c60-954c-8ec498a5f97e {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:00.015676 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device e94dad53-050a-4c60-954c-8ec498a5f97e not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:00.580759 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d77d2c0c-454a-43d9-aee6-d82340c4ec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:00.633697 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475f41-5814-4b69-95e5-7b1bbfeb60d2 req-2ed287e5-6798-4c99-ace1-efce2af6553e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:00.635168 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9475f41-5814-4b69-95e5-7b1bbfeb60d2 req-2ed287e5-6798-4c99-ace1-efce2af6553e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.0872724
Jun 30 19:21:00.680929 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-a9475f41-5814-4b69-95e5-7b1bbfeb60d2 req-ff681e1f-8cd4-4c2c-9e0d-c91c121c0897 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400250
Jun 30 19:21:00.901358 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27389d-aa59-467f-a965-23828cc41ebc req-b2ce8cbd-5083-4382-aa3b-cba891905965 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:00.902054 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-6e27389d-aa59-467f-a965-23828cc41ebc req-b2ce8cbd-5083-4382-aa3b-cba891905965 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:21:00.957933 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-6e27389d-aa59-467f-a965-23828cc41ebc req-b2ce8cbd-5083-4382-aa3b-cba891905965 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:21:00.959981 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6e27389d-aa59-467f-a965-23828cc41ebc req-b2ce8cbd-5083-4382-aa3b-cba891905965 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 945 time: 0.1362016
Jun 30 19:21:01.032598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Deleting port 9682e0e3-bfef-4731-9f20-ed2003ff332f {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:01.032936 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:01.134782 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:01.285724 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] For port 9682e0e3-bfef-4731-9f20-ed2003ff332f, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9682e0e3-bfef-4731-9f20-ed2003ff332f,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:01.285998 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:01.416777 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Calling delete_port for 9682e0e3-bfef-4731-9f20-ed2003ff332f owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:01.638186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:01.645042 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c76a289c-90f3-4408-a1e4-b2c69d4b797e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:01.650957 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956', '9682e0e3-bfef-4731-9f20-ed2003ff332f'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:21:01.691960 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event deleted for resources: {'Port': ['ID=9682e0e3-bfef-4731-9f20-ed2003ff332f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:01.695926 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:01.774353 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] No DVR routers for this DVR port 9682e0e3-bfef-4731-9f20-ed2003ff332f on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:21:01.776598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:01.779271 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'name': 'network-vif-deleted', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:21:01.831779 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8dd24b-9d61-4928-83a5-57dab4d3f794', 'name': 'network-vif-deleted', 'tag': '9682e0e3-bfef-4731-9f20-ed2003ff332f', 'status': 'completed', 'code': 200}
Jun 30 19:21:01.843906 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-739e6811-9451-48ab-8204-5c434f322373 req-5eece703-a9a2-4682-aee6-f3f83812f77c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac8dd24b-9d61-4928-83a5-57dab4d3f794 HTTP/1.1" status: 200  len: 210 time: 0.0522656
Jun 30 19:21:01.855660 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6e27389d-aa59-467f-a965-23828cc41ebc req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "DELETE /v2.0/ports/9682e0e3-bfef-4731-9f20-ed2003ff332f HTTP/1.1" status: 204  len: 173 time: 0.8894567
Jun 30 19:21:03.431650 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-edcd1de1-b9e1-4765-9199-5a07231d7653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:03.992982 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 9682e0e3-bfef-4731-9f20-ed2003ff332f no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:04.028511 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 9682e0e3-bfef-4731-9f20-ed2003ff332f {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:04.028862 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 9682e0e3-bfef-4731-9f20-ed2003ff332f not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:04.311955 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:04.625125 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59162) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:04.751161 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:04.766497 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:04.770357 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Usage tracker for resource:security_group_rule and tenant:74239550a4a442e9994e818b9e2d700c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:04.774537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:04.780212 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:04.816390 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fa050-8092-4db2-af6a-a50e04780fa4 req-4678704a-c6bb-41c5-bc5f-80d0a2070bf6 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:04.817899 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-590fa050-8092-4db2-af6a-a50e04780fa4 req-4678704a-c6bb-41c5-bc5f-80d0a2070bf6 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.0868807
Jun 30 19:21:04.864011 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-590fa050-8092-4db2-af6a-a50e04780fa4 req-a801afe5-ccfa-4dfc-a3bd-0a6604de4126 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396225
Jun 30 19:21:04.865923 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:04.940480 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:04.948295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a9950861-5964-415f-b7cc-c1292fc070ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:04.988363 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74239550a4a442e9994e818b9e2d700c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3621511
Jun 30 19:21:04.990208 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddb011-6fcb-4a53-aa6f-dc9489b3e87c,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:04.991731 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59170) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:04.993539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:05.049751 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:05.078063 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:05.288509 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:05.292204 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8c0be1a3-7014-4cd2-899e-0871d90b5da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:05.304132 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddb011-6fcb-4a53-aa6f-dc9489b3e87c,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:05.313963 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.314338 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.314707 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.315071 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.315492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.315850 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.316204 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.316555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.316905 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.317277 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.318756 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.319116 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:05.322404 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:05.324501 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8eddb011-6fcb-4a53-aa6f-dc9489b3e87c HTTP/1.1" status: 204  len: 168 time: 0.3299630
Jun 30 19:21:05.324501 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:05.758182 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.054360 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033fece-763e-4ce3-ac0b-83efa29e031b req-d17233b2-2d86-44f6-b7bf-8a643179625e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:06.055843 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c033fece-763e-4ce3-ac0b-83efa29e031b req-d17233b2-2d86-44f6-b7bf-8a643179625e tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.0825162
Jun 30 19:21:06.104474 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c033fece-763e-4ce3-ac0b-83efa29e031b req-e98ea36f-2ba0-40d5-9766-8c5b920cdd5c tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1542936c-7f85-4310-a532-3c34149fa46e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431216
Jun 30 19:21:06.312919 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59196) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:06.415065 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640635275-network', 'tenant_id': '13a7135010e54ae2816458fe2f416988'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:21:06.419566 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:06.423365 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Usage tracker for resource:network and tenant:13a7135010e54ae2816458fe2f416988 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:06.426145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:06.432970 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:06.448176 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-170a0754-1bdd-47a4-b598-c15746fffd52 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:06.448870 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-170a0754-1bdd-47a4-b598-c15746fffd52 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Synchronizing usage tracker for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:21:06.528988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Made reservation on behalf of 13a7135010e54ae2816458fe2f416988 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:21:06.531301 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.544097 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.559079 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:06.562823 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Usage tracker for resource:security_group_rule and tenant:13a7135010e54ae2816458fe2f416988 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:06.563288 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-170a0754-1bdd-47a4-b598-c15746fffd52 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Unset dirty status for tenant:711cbdd3e93e445ca85a6cdeaeaf2203 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:21:06.564449 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-170a0754-1bdd-47a4-b598-c15746fffd52 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 946 time: 0.1977222
Jun 30 19:21:06.565645 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:06.572263 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:06.638107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Deleting port 763fe97e-9135-4044-b352-8f29842eb956 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:06.638392 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.652794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.751930 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.757114 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-71f32390-c566-40ea-9cd8-fcf4a10e559c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:06.788022 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:21:06.793284 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ba4b7-9b36-4d49-b761-450b71287294,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:06.796838 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:06.801654 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.803197 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Added segment 08ace06e-68bd-4cab-aa8f-f79efa46b676 of type vlan for network db951ab3-92d7-4690-96eb-630267ec9cc1
Jun 30 19:21:06.829856 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.888735 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] For port 763fe97e-9135-4044-b352-8f29842eb956, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=763fe97e-9135-4044-b352-8f29842eb956,segment=NetworkSegment(cf58ba12-fea6-4d85-9a84-72896dd49559),segment_id=cf58ba12-fea6-4d85-9a84-72896dd49559)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:06.889005 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.923803 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.925126 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:06.925777 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:06.931395 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:07.033764 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Pushing event updated for resources: {'Network': ['ID=db951ab3-92d7-4690-96eb-630267ec9cc1,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:07.036590 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:07.045777 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network db951ab3-92d7-4690-96eb-630267ec9cc1 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:21:07.089640 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7754402
Jun 30 19:21:07.092655 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59202) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:07.098569 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Request body: {'subnet': {'network_id': 'db951ab3-92d7-4690-96eb-630267ec9cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640635275-subnet', 'tenant_id': '13a7135010e54ae2816458fe2f416988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:21:07.098815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Calling delete_port for 763fe97e-9135-4044-b352-8f29842eb956 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:07.103623 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:07.107957 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Usage tracker for resource:subnet and tenant:13a7135010e54ae2816458fe2f416988 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:07.111004 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:07.117522 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:07.180498 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Made reservation on behalf of 13a7135010e54ae2816458fe2f416988 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:21:07.183881 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:07.300807 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:07.307255 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-56356df3-8d79-4252-9437-729adea70f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:07.313527 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['763fe97e-9135-4044-b352-8f29842eb956'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:21:07.321508 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-76a37a98-1ecc-453b-a803-cd506dae0556 req-20fb5a2a-1982-4de8-bb67-efcf7171d041 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 210 time: 0.0624537
Jun 30 19:21:07.396238 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Pushing event deleted for resources: {'Port': ['ID=763fe97e-9135-4044-b352-8f29842eb956,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:07.412795 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.413168 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.413705 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.414067 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.414558 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.414913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.415276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.415629 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.415978 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.416327 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.416675 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.417015 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:21:07.445313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:07.456323 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] No DVR routers for this DVR port 763fe97e-9135-4044-b352-8f29842eb956 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:21:07.458742 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:07.461364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'name': 'network-vif-deleted', 'tag': '763fe97e-9135-4044-b352-8f29842eb956'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:21:07.504179 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b38aac-3f96-4f04-9006-c21068999925', 'name': 'network-vif-deleted', 'tag': '763fe97e-9135-4044-b352-8f29842eb956', 'status': 'completed', 'code': 200}
Jun 30 19:21:07.512752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:07.517904 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4f8fc80d-3230-4762-ba77-6664b0ff2575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:07.557960 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-364a5bcf-b82b-4f96-9f14-77a3252b4fb0 req-664b2344-66f7-4992-9f91-ea6f843bf553 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.97 "DELETE /v2.0/ports/763fe97e-9135-4044-b352-8f29842eb956 HTTP/1.1" status: 204  len: 173 time: 0.9868731
Jun 30 19:21:07.590597 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28779e05-64ee-497d-a794-cfc3b2f21cee,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:07.594296 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:07.601447 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Checking segment: {'id': '08ace06e-68bd-4cab-aa8f-f79efa46b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'db951ab3-92d7-4690-96eb-630267ec9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:21:07.601802 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Network hostable DHCP agents. Network: db951ab3-92d7-4690-96eb-630267ec9cc1, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:21:07.672019 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Network db951ab3-92d7-4690-96eb-630267ec9cc1 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:21:07.723425 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, db951ab3-92d7-4690-96eb-630267ec9cc1) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:21:07.728651 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:07.729260 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:07.737016 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6055e-32a2-41b1-8c4f-8c973f105d0b None None] Network db951ab3-92d7-4690-96eb-630267ec9cc1 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:21:07.821735 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7279248
Jun 30 19:21:07.960488 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a7fc2-313a-4ec2-9fd7-52c85bbefede None None] Network db951ab3-92d7-4690-96eb-630267ec9cc1 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:21:08.506897 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-86a8762e-c855-4428-8db4-53ddc95b01b2 req-2d664711-4408-4804-b12c-1d998d603450 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] 10.222.0.78 "GET /v2.0/ports?device_id=22b38aac-3f96-4f04-9006-c21068999925 HTTP/1.1" status: 200  len: 210 time: 0.0442262
Jun 30 19:21:08.536011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59226) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:08.542682 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178594556-network', 'tenant_id': '3643a8cd0cbf49b3a201ee51d867be26'}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:21:08.547235 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:08.552516 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Usage tracker for resource:network and tenant:3643a8cd0cbf49b3a201ee51d867be26 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:08.554937 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:08.560638 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:08.631585 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Made reservation on behalf of 3643a8cd0cbf49b3a201ee51d867be26 for: {'network': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:21:08.633892 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for network, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.645988 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.659570 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:08.664281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Usage tracker for resource:security_group_rule and tenant:3643a8cd0cbf49b3a201ee51d867be26 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:08.667321 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:08.673890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:08.754355 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.809116 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.811996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2a549925-acea-4999-bedb-ad68b731980c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:08.842492 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936}  {{(pid=79179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 30 19:21:08.851332 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b5c8d-54b0-4d86-9ed7-df9aed3fcf5c,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:08.854860 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:08.857196 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.857560 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.db.segments_db [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Added segment 156da953-5253-4e41-9b57-196e51782532 of type vlan for network 622aea53-0b85-4957-a769-c7361e493154
Jun 30 19:21:08.882573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747883983234'] for network, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.985450 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899'] for network, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.986773 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:08.987377 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:08.992615 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:09.093235 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Pushing event updated for resources: {'Network': ['ID=622aea53-0b85-4957-a769-c7361e493154,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:09.095767 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:09.103783 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Network 622aea53-0b85-4957-a769-c7361e493154 details requested by agent ovs-agent-dv-cinder-798879-1-iscsi with host dv-cinder-798879-1-iscsi {{(pid=79180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 30 19:21:09.149927 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6090033
Jun 30 19:21:09.150137 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59230) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:09.155941 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.v2.base [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Request body: {'subnet': {'network_id': '622aea53-0b85-4957-a769-c7361e493154', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178594556-subnet', 'tenant_id': '3643a8cd0cbf49b3a201ee51d867be26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:21:09.160942 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:09.167367 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Usage tracker for resource:subnet and tenant:3643a8cd0cbf49b3a201ee51d867be26 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:09.170641 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:09.176730 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:09.255571 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Made reservation on behalf of 3643a8cd0cbf49b3a201ee51d867be26 for: {'subnet': 1} {{(pid=79179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:21:09.258374 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14085557'] for subnet, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.518211 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14742291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14085539'] for subnet, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.523531 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c6300f83-1c66-4160-a602-19b97c8dfb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:09.600636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f27fa95-8cb0-42d7-be58-e64ca9c627e0,revision_number=0']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:09.606027 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:09.606628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59236) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:09.608557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Checking segment: {'id': '156da953-5253-4e41-9b57-196e51782532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '622aea53-0b85-4957-a769-c7361e493154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:21:09.608903 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Network hostable DHCP agents. Network: 622aea53-0b85-4957-a769-c7361e493154, hostable agents: ['9e651242-2a54-45bf-a1a2-fb6dd43955f2'], hosted agents: [] {{(pid=79179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 30 19:21:09.666197 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Network 622aea53-0b85-4957-a769-c7361e493154 is scheduled to be hosted by DHCP agent 9e651242-2a54-45bf-a1a2-fb6dd43955f2 with binding_index 1 {{(pid=79179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 30 19:21:09.667751 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Deleting subnet 441e2d2c-461d-4854-99ab-7b0e190356e7 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:21:09.670658 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.724182 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.757842 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.base_scheduler [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-iscsi, 622aea53-0b85-4957-a769-c7361e493154) {{(pid=79179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:21:09.762374 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:09.763018 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.771187 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5f6c8-ca64-4110-9be8-1ffe2b3e9eec None None] Network 622aea53-0b85-4957-a769-c7361e493154 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:21:09.778704 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.861239 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c833cff5-141c-4c85-9d51-2880d25aa2ef admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7098410
Jun 30 19:21:09.906881 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.913157 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:09.954674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441e2d2c-461d-4854-99ab-7b0e190356e7,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:09.956914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:09.961309 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:09.965516 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/441e2d2c-461d-4854-99ab-7b0e190356e7 HTTP/1.1" status: 204  len: 168 time: 0.3577626
Jun 30 19:21:09.970842 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59242) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:09.994347 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6e2f8-702b-4615-8cc7-4343bab88fe3 None None] Network 622aea53-0b85-4957-a769-c7361e493154 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:21:10.003254 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59246) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:10.071632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 763fe97e-9135-4044-b352-8f29842eb956 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:10.072192 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Deleting subnet 28779e05-64ee-497d-a794-cfc3b2f21cee {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:21:10.075410 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.081592 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.136107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.145520 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 763fe97e-9135-4044-b352-8f29842eb956 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:10.146624 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 763fe97e-9135-4044-b352-8f29842eb956 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:10.199416 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.326378 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.340370 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c6579f130>,) {'filters': {'network_id': ['3129d828-f74c-4dd9-b76f-a7bbbcbd8576']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.352313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.352932 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6579f130>, 'cf58ba12-fea6-4d85-9a84-72896dd49559') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.353257 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6579f130>, 'cf58ba12-fea6-4d85-9a84-72896dd49559') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.356448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e2f9c1c1-25a0-4b81-a59c-6cc33540235b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:10.365054 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.381513 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.387669 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:21:10.388304 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.393054 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28779e05-64ee-497d-a794-cfc3b2f21cee,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:10.396564 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:10.397543 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.403405 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-adb1eaa7-a555-446b-9b65-2cb7e21fd299 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/28779e05-64ee-497d-a794-cfc3b2f21cee HTTP/1.1" status: 204  len: 168 time: 0.3987796
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:21:10.404249 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:21:10.406705 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59250) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:10.574861 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.628644 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.686555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:10.704090 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.730844 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.737839 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3129d828-f74c-4dd9-b76f-a7bbbcbd8576,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:10.745677 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:10.748834 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66a87580>,) {'filters': {'network_id': ['db951ab3-92d7-4690-96eb-630267ec9cc1']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.761575 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66a87580>, '08ace06e-68bd-4cab-aa8f-f79efa46b676') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.761882 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66a87580>, '08ace06e-68bd-4cab-aa8f-f79efa46b676') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:10.774048 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.790903 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.796744 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:21:10.797125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:21:10.810300 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:21:10.860594 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-5a0d95f1-2a95-478e-ac10-ac5ba5f9dd57 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3129d828-f74c-4dd9-b76f-a7bbbcbd8576 HTTP/1.1" status: 204  len: 168 time: 0.8884103
Jun 30 19:21:10.946641 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.950128 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:10.963974 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:10.972965 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=db951ab3-92d7-4690-96eb-630267ec9cc1,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:10.978719 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59256) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:10.979165 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] 10.222.0.78 "DELETE /v2.0/networks/db951ab3-92d7-4690-96eb-630267ec9cc1 HTTP/1.1" status: 204  len: 168 time: 0.5716593
Jun 30 19:21:10.979681 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e979799b-9bc5-4f9d-901e-a32a3885fa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:11.038314 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Deleting subnet 4f27fa95-8cb0-42d7-be58-e64ca9c627e0 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:21:11.041298 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.089913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.147740 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.264499 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59260) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:11.286311 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.299018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:11.338940 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f27fa95-8cb0-42d7-be58-e64ca9c627e0,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:11.341859 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:11.350703 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.362127 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-71896238-9887-493c-b0c4-6db4eaff10fe admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4f27fa95-8cb0-42d7-be58-e64ca9c627e0 HTTP/1.1" status: 204  len: 168 time: 0.3821969
Jun 30 19:21:11.367535 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1976bd79-fe13-4e66-a817-48faf2d1f91d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=711cbdd3e93e445ca85a6cdeaeaf2203&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0997386
Jun 30 19:21:11.374543 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59264) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:11.374672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59268) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:11.438472 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.464984 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.471182 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.580315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.584043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f977783e-f9b8-4b0c-ad7b-a4f4a2f0956a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:11.593125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.595287 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542936c-7f85-4310-a532-3c34149fa46e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:11.598201 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:11.605008 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.606261 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1542936c-7f85-4310-a532-3c34149fa46e HTTP/1.1" status: 204  len: 168 time: 0.2375371
Jun 30 19:21:11.607946 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c65dfd8b0>,) {'filters': {'network_id': ['622aea53-0b85-4957-a769-c7361e493154']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:11.622007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65dfd8b0>, '156da953-5253-4e41-9b57-196e51782532') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:11.622428 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c65dfd8b0>, '156da953-5253-4e41-9b57-196e51782532') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:11.634281 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.654470 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.660602 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:21:11.661527 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:21:11.674915 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:21:11.854847 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.858875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4c7912e3-7941-4c13-a82c-cf13276b4588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:11.871991 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:11.882247 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Pushing event deleted for resources: {'Network': ['ID=622aea53-0b85-4957-a769-c7361e493154,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:11.884822 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] 10.222.0.78 "DELETE /v2.0/networks/622aea53-0b85-4957-a769-c7361e493154 HTTP/1.1" status: 204  len: 168 time: 0.5181649
Jun 30 19:21:11.886004 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f506de27-2969-4ff3-b89e-77df43311486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:12.247087 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59286) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:12.300631 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-1a38078a-c5d5-4dd2-bf0f-6b53bcab0a06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13a7135010e54ae2816458fe2f416988&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522354
Jun 30 19:21:12.303372 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59290) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:12.362426 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:12.387628 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:12.517869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:12.523572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-4e154d41-a8ad-487b-9eaf-cc511d782e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:12.533999 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ba4b7-9b36-4d49-b761-450b71287294,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:12.536984 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:12.543000 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:12.544114 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb5ba4b7-9b36-4d49-b761-450b71287294 HTTP/1.1" status: 204  len: 168 time: 0.2400041
Jun 30 19:21:13.311229 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59334) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:13.363904 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-a7b30f41-0af7-42c9-bd49-6154570ad314 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3643a8cd0cbf49b3a201ee51d867be26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514324
Jun 30 19:21:13.366247 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59338) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:13.432890 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.458382 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.579622 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.584176 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-adeedca6-cd75-4221-a97a-5bc3a6c08100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:13.596042 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b5c8d-54b0-4d86-9ed7-df9aed3fcf5c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:13.601537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:13.604586 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.606574 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e07b5c8d-54b0-4d86-9ed7-df9aed3fcf5c HTTP/1.1" status: 204  len: 168 time: 0.2386110
Jun 30 19:21:13.678960 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59346) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:13.796841 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.811853 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:13.815924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Usage tracker for resource:security_group_rule and tenant:69c0d2aae0e64a09896de3553dd22096 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:13.820168 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:13.826178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:13.921508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.976067 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:13.984999 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-af3dc6df-91c6-4ebe-b667-df6b68b09970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:14.027573 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69c0d2aae0e64a09896de3553dd22096&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3474476
Jun 30 19:21:14.028591 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5d06e-2eac-4362-a64d-dd24cd09ff00,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:14.030295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59358) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:14.031638 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:14.094787 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:14.123272 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:14.272174 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:14.277464 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-04a17b87-efaa-4f29-a46b-c5b1b11e7a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:14.288222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5d06e-2eac-4362-a64d-dd24cd09ff00,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:14.291799 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:14.297796 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:14.299302 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-bd32e4f7-9957-4d1c-9d91-9712873b362b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73f5d06e-2eac-4362-a64d-dd24cd09ff00 HTTP/1.1" status: 204  len: 168 time: 0.2670453
Jun 30 19:21:14.843398 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:22.481817 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:21:30.586406 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-1b8c098c-13fb-4995-8bbb-517838700e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:31.174905 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:33.437261 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8ca31b49-5ec4-4197-8009-68a3ef6d48c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:34.311768 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:35.779211 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:38.984559 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59776) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:39.111689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.126362 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:39.130133 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Usage tracker for resource:security_group_rule and tenant:335cdd4093004b02aa58ca53c6a3cc49 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:39.132857 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:39.139145 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:39.218376 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.275853 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.284150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-d2397584-5e47-419b-b56c-219830c30d64 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:39.323116 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=335cdd4093004b02aa58ca53c6a3cc49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3374221
Jun 30 19:21:39.324702 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7092b8-6f98-4965-b3d6-25b9c07b6b31,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:39.326413 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59782) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:39.328445 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2f448d42-401a-4963-bb31-403e31d361aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:39.384905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.410370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.533403 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.538393 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ec7364cb-289a-4f61-805e-2ab94f02097e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:39.549494 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7092b8-6f98-4965-b3d6-25b9c07b6b31,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:39.552954 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:39.556624 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:39.565511 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c7aca80e-cecf-49d3-858b-e8fe945d6d93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa7092b8-6f98-4965-b3d6-25b9c07b6b31 HTTP/1.1" status: 204  len: 168 time: 0.2336102
Jun 30 19:21:40.090361 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59796) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:40.108677 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.123459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:40.127268 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Usage tracker for resource:security_group_rule and tenant:705c994237d5403d993836b56544331e is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:40.130043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:40.135655 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:40.296186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.351186 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.358563 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4c34c479-6db3-49be-995b-80719c69fd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:40.398185 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a586e3-60e7-4eb1-ab68-fdeb7ef0ea99,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:40.404044 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=705c994237d5403d993836b56544331e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3126249
Jun 30 19:21:40.404990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-97ad0866-c1c0-476d-8b79-9e915d432364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:40.405357 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59800) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:40.469465 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.494679 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.614178 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.617891 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-fde3c9dd-7385-4670-a48c-5643fe44df7a tempest-AttachVolumeTestJSON-1999409251 tempest-AttachVolumeTestJSON-1999409251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:40.630568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a586e3-60e7-4eb1-ab68-fdeb7ef0ea99,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:40.632870 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:40.645649 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:40.646745 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-16dd6a11-61c0-4297-967a-55284b83d683 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5a586e3-60e7-4eb1-ab68-fdeb7ef0ea99 HTTP/1.1" status: 204  len: 168 time: 0.2403574
Jun 30 19:21:42.270801 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59848) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:42.390271 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.405394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:42.409169 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a82550ccd634bc7809f8bdbd536bbc1 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:42.412007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:42.421351 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:42.508076 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.573058 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.582050 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-45a72c2d-e7ba-4cab-a8d9-459a2ac21ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:42.623046 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a82550ccd634bc7809f8bdbd536bbc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3511443
Jun 30 19:21:42.624642 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf52c03-3f7b-494c-9b78-7b449c43d888,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:42.625766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59854) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:42.627704 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c5f59a37-1b09-4539-ba24-e3bc5b374bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:42.684737 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.710596 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.831475 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.836265 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8711bacf-1759-4953-86b3-10cb44978fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:42.851300 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf52c03-3f7b-494c-9b78-7b449c43d888,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:42.854780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:42.860279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:42.861399 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-242c8d15-a499-4fd2-af63-84857b250082 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bcf52c03-3f7b-494c-9b78-7b449c43d888 HTTP/1.1" status: 204  len: 168 time: 0.2345829
Jun 30 19:21:43.851009 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59882) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:44.219390 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Deleting port 827b444d-9c38-46ea-9e15-667b56c2663f {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:44.219622 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.383127 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.385260 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.506751 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Calling delete_port for 827b444d-9c38-46ea-9e15-667b56c2663f owned by network:floatingip {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:44.710228 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.714249 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3b338706-afc0-44dc-b793-5d2c460cb12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:44.759028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event deleted for resources: {'Port': ['ID=827b444d-9c38-46ea-9e15-667b56c2663f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:44.763448 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:44.849306 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.865368 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for floatingip, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:44.867065 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Floating IP bcb3a89e-8cc0-4349-ae71-49254743201c disassociated (deleted). External IP: 172.27.0.202, port: efba6b06-3126-46ba-80f1-3cbd5ae403b3.
Jun 30 19:21:45.207684 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Router a9e165c7-a251-47d8-b9ca-086543491f37 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:21:45.478452 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:21:45.487487 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Sync routers for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:21:45.494076 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:45.497138 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:21:45.497854 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6660c580>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:45.550681 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5adb886d-abd2-41fe-8ecd-66d04587213a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "DELETE /v2.0/floatingips/bcb3a89e-8cc0-4349-ae71-49254743201c HTTP/1.1" status: 204  len: 168 time: 1.6985199
Jun 30 19:21:45.552370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:21:45.609822 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'status': 'completed', 'code': 200}
Jun 30 19:21:45.685614 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:21:45.950150 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-7ae3e7e5-b10d-4b8b-a11d-612974e13232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:45.952379 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-7ae3e7e5-b10d-4b8b-a11d-612974e13232 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=553fa56c9f5c49d38fd9079989eff904&device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 1098 time: 0.1402624
Jun 30 19:21:46.018831 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6660c580>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:46.022763 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Checking router: a9e165c7-a251-47d8-b9ca-086543491f37 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:21:46.032264 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:21:46.032979 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6660c580>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:46.087618 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-cb4a7423-569b-482b-8a07-c839ad030935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:46.089395 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-cb4a7423-569b-482b-8a07-c839ad030935 service neutron] 10.222.0.97 "GET /v2.0/networks?id=74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 200  len: 909 time: 0.1299262
Jun 30 19:21:46.168757 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-bccee086-6d05-4864-b2c7-629fa9a7da8d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 200  len: 217 time: 0.0713141
Jun 30 19:21:46.221064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:21:46.238976 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-fb29061c-7dfa-4eef-8bd6-a7e9de9646ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:46.240446 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-fb29061c-7dfa-4eef-8bd6-a7e9de9646ef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 200  len: 847 time: 0.0633883
Jun 30 19:21:46.332324 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f304b-06c6-49a4-bf66-b2c1d0ae1e48 req-94edab98-f376-4deb-8a89-bd58af42cf2a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:46.333810 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b99f304b-06c6-49a4-bf66-b2c1d0ae1e48 req-94edab98-f376-4deb-8a89-bd58af42cf2a tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.3093071
Jun 30 19:21:46.379210 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b99f304b-06c6-49a4-bf66-b2c1d0ae1e48 req-d81a3677-3f49-4c8f-ae23-6da684f006ef tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395269
Jun 30 19:21:46.537495 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6660c580>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:46.541288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbfed-1a59-4a3b-a45c-c276e0a2ba5f None None] The sync data for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi is: [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:16:14Z', 'revision_number': 4, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '2b02ae8d-e721-4335-85cd-5fc9a1294f35', 'name': '', 'network_id': '74b64df1-a7b1-4365-a1e3-d334da76bc74', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'mac_address': 'fa:16:3e:f0:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:13Z', 'updated_at': '2021-06-30T19:16:21Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'subnets': [{'id': '0c26b88a-ff0a-47a7-a308-1b056da06f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:21:46.747169 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27933521-3686-43e4-ad54-3a48056467b6 None None] New status for floating IP bcb3a89e-8cc0-4349-ae71-49254743201c: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:21:47.611636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6856f-56ce-4925-864c-d42f970c57c6 req-326692e6-973a-4835-a0f4-255693f4e6c0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:47.613082 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0ab6856f-56ce-4925-864c-d42f970c57c6 req-326692e6-973a-4835-a0f4-255693f4e6c0 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1281748
Jun 30 19:21:47.657544 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-0ab6856f-56ce-4925-864c-d42f970c57c6 req-c4f2697e-ae2f-444c-b387-925931a44dfa tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386205
Jun 30 19:21:48.861738 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af195-7b10-4842-80b5-750bf9703ca8 req-41d1eb1b-a6c6-40a3-b2e4-9d4b5d8d1e3d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:48.863168 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-721af195-7b10-4842-80b5-750bf9703ca8 req-41d1eb1b-a6c6-40a3-b2e4-9d4b5d8d1e3d tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0786152
Jun 30 19:21:48.910259 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-721af195-7b10-4842-80b5-750bf9703ca8 req-58b95ae4-ea9f-4d79-ae3c-97ba321ca35b tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410521
Jun 30 19:21:49.101800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-eb9e589f-fff6-4204-9d94-9b3e06e3dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:49.103301 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-eb9e589f-fff6-4204-9d94-9b3e06e3dacb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=74b64df1-a7b1-4365-a1e3-d334da76bc74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767796
Jun 30 19:21:49.123493 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-0aea7158-fde3-4c98-8aa4-c761e0dfab21 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:21:49.124414 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-0aea7158-fde3-4c98-8aa4-c761e0dfab21 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059617
Jun 30 19:21:49.259403 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-e2664ff8-8c89-4d47-94c9-ce78d2d118fa service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248846
Jun 30 19:21:49.413513 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-46b123b4-57f1-4079-9e51-3c83ac797e89 req-9e78ca8f-f267-40ad-a9de-138d90c2ab1a service neutron] 10.222.0.97 "GET /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468453
Jun 30 19:21:50.096826 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb02c2-6a8a-4d47-a070-e47c1ada078c req-680e5b75-908d-4508-b8fb-edad17e107be tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:50.098331 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-90fb02c2-6a8a-4d47-a070-e47c1ada078c req-680e5b75-908d-4508-b8fb-edad17e107be tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.0790927
Jun 30 19:21:50.143934 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-90fb02c2-6a8a-4d47-a070-e47c1ada078c req-98407ad9-4a68-4f1e-a13d-78542c569c72 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/security-groups?id=d066f9d6-34d3-482a-9ed9-9fe6795abacf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397079
Jun 30 19:21:50.410370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-ec14c987-ae71-42d3-9638-60c1e720ea16 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:21:50.411082 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-ec14c987-ae71-42d3-9638-60c1e720ea16 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Synchronizing usage tracker for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:21:50.500180 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-ec14c987-ae71-42d3-9638-60c1e720ea16 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Unset dirty status for tenant:553fa56c9f5c49d38fd9079989eff904 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:21:50.501369 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-ec14c987-ae71-42d3-9638-60c1e720ea16 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.97 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 945 time: 0.1708758
Jun 30 19:21:50.574661 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Deleting port efba6b06-3126-46ba-80f1-3cbd5ae403b3 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:50.575015 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:50.829043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] For port efba6b06-3126-46ba-80f1-3cbd5ae403b3, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=efba6b06-3126-46ba-80f1-3cbd5ae403b3,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:50.829436 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:50.960559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Calling delete_port for efba6b06-3126-46ba-80f1-3cbd5ae403b3 owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:51.046394 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 59966) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:51.186384 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.197720 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:51.202209 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Usage tracker for resource:security_group_rule and tenant:8417a46d17424cfeb22d7827530b53f2 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:51.205257 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:51.211028 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:51.271224 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.277990 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f41deaa6-1d21-4000-befc-6bb5db8520ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:51.302709 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c0c54f04-546e-4cf5-bf28-1ad90d10f8e1 req-ce45d36a-10b8-40f9-84b4-19ea415f32fe tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0526681
Jun 30 19:21:51.333307 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event deleted for resources: {'Port': ['ID=efba6b06-3126-46ba-80f1-3cbd5ae403b3,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:51.336856 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:51.371059 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.407847 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] No DVR routers for this DVR port efba6b06-3126-46ba-80f1-3cbd5ae403b3 on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:21:51.410165 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.412642 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-deleted', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:21:51.441037 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.450838 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-af634f70-c923-43d5-8491-d2fc0c12e00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:51.456073 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da289065-f783-4f86-9883-90f22753805c', 'name': 'network-vif-deleted', 'tag': 'efba6b06-3126-46ba-80f1-3cbd5ae403b3', 'status': 'completed', 'code': 200}
Jun 30 19:21:51.488053 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8417a46d17424cfeb22d7827530b53f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4405527
Jun 30 19:21:51.489256 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-760e2b2a-80e2-4297-b8f4-bc242653fddc req-635707bc-7755-4215-91e9-9c22318a08a2 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.97 "DELETE /v2.0/ports/efba6b06-3126-46ba-80f1-3cbd5ae403b3 HTTP/1.1" status: 204  len: 173 time: 0.9813759
Jun 30 19:21:51.490619 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 59976) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:51.492446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830cef80-fcfd-43c1-8406-00a5fed29666,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:51.495494 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-460ba3f5-6d79-43e7-b22b-27a1535f653b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:51.553414 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.580946 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.704279 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.708190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0fcae55c-f39e-4edb-a1e0-08ff2d84e8a8 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:51.720434 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830cef80-fcfd-43c1-8406-00a5fed29666,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:51.722496 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:51.735434 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:51.737717 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5e5d9f2f-01b0-415b-96fb-bfc778e0e56b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/830cef80-fcfd-43c1-8406-00a5fed29666 HTTP/1.1" status: 204  len: 168 time: 0.2457144
Jun 30 19:21:52.470895 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-08d6c9e3-f81e-444b-a2cf-80858a96b111 req-74ef6e0b-3c4c-4130-9aa5-169df159b6d9 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "GET /v2.0/ports?device_id=da289065-f783-4f86-9883-90f22753805c HTTP/1.1" status: 200  len: 210 time: 0.0466335
Jun 30 19:21:53.403755 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60036) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:53.526598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.540916 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:21:53.545301 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea0d4c207d04ce394e9d22bf4dafd69 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:21:53.548276 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:21:53.554158 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:21:53.575442 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60044) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:53.674646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.721985 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.724231 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.795225 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.801720 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a1bbd3f4-ecf1-47c3-b661-de4888c51def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:53.843083 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ea0d4c207d04ce394e9d22bf4dafd69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4382982
Jun 30 19:21:53.843958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc17231-cad9-494a-afef-16aea725d866,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:53.846028 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60048) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:53.846939 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3d7d7bfc-1d31-41b6-8575-447386c0c429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:53.860144 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.865295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-49fe79c5-aa25-493b-9075-76ab7f0516ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:53.879972 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d066f9d6-34d3-482a-9ed9-9fe6795abacf,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:53.883999 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:53.907809 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.934855 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.952517 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:53.953682 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-568eb489-eea7-451c-8f86-c0be222c9622 tempest-TestShelveInstance-313823949 tempest-TestShelveInstance-313823949-project] 10.222.0.78 "DELETE /v2.0/security-groups/d066f9d6-34d3-482a-9ed9-9fe6795abacf HTTP/1.1" status: 204  len: 168 time: 0.3762279
Jun 30 19:21:54.048879 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60054) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:54.055389 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:54.060119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3711ca39-6e2d-4c77-b070-f4b35cbb50a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:54.073349 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc17231-cad9-494a-afef-16aea725d866,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:54.077842 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:54.090430 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:54.091542 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-018f2ad9-df4f-4b7b-89c8-46fd5e0dbc71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9dc17231-cad9-494a-afef-16aea725d866 HTTP/1.1" status: 204  len: 168 time: 0.2445631
Jun 30 19:21:54.259037 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:54.296384 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: efba6b06-3126-46ba-80f1-3cbd5ae403b3 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:54.296384 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device efba6b06-3126-46ba-80f1-3cbd5ae403b3 not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:54.680219 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:55.131925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Deleting port 2b02ae8d-e721-4335-85cd-5fc9a1294f35 {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:55.132643 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:55.306031 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] For port 2b02ae8d-e721-4335-85cd-5fc9a1294f35, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2b02ae8d-e721-4335-85cd-5fc9a1294f35,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:55.306300 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:55.425397 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Calling delete_port for 2b02ae8d-e721-4335-85cd-5fc9a1294f35 owned by network:router_interface {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:55.654046 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:55.657813 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-04d3a426-ef90-4886-a5aa-e438543ec6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:55.703659 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b02ae8d-e721-4335-85cd-5fc9a1294f35,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:55.707271 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:55.977647 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:56.333983 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Router a9e165c7-a251-47d8-b9ca-086543491f37 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:21:56.615890 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:21:56.624650 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Sync routers for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:21:56.628024 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] 10.222.0.78 "PUT /v2.0/routers/a9e165c7-a251-47d8-b9ca-086543491f37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5779741
Jun 30 19:21:56.630519 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60078) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:56.636353 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:21:56.636973 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68043df0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:56.811557 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:56.874472 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:21:57.004006 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:57.116515 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Deleting port 998d4d62-7940-44d1-a03f-971621f079ab {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:57.117007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:57.167032 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68043df0>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '998d4d62-7940-44d1-a03f-971621f079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:21:55Z', 'revision_number': 5, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port': {'id': '998d4d62-7940-44d1-a03f-971621f079ab', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:09Z', 'updated_at': '2021-06-30T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:57.171808 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Checking router: a9e165c7-a251-47d8-b9ca-086543491f37 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:21:57.180886 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Routers {'a9e165c7-a251-47d8-b9ca-086543491f37'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:21:57.181536 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c68043df0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['a9e165c7-a251-47d8-b9ca-086543491f37'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:57.300779 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] For port 998d4d62-7940-44d1-a03f-971621f079ab, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=998d4d62-7940-44d1-a03f-971621f079ab,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:57.301137 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:57.331820 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] Set router a9e165c7-a251-47d8-b9ca-086543491f37 gateway port host: None {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:21:57.422103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Calling delete_port for 998d4d62-7940-44d1-a03f-971621f079ab owned by network:router_gateway {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:57.436821 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c68043df0>, [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:21:57Z', 'revision_number': 6, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:57.440747 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a9875-a1b3-4293-9c50-0f8feac231b9 None None] The sync data for ids ['a9e165c7-a251-47d8-b9ca-086543491f37'] in dv-cinder-798879-1-iscsi is: [{'id': 'a9e165c7-a251-47d8-b9ca-086543491f37', 'name': 'tempest-TestShelveInstance-179429611-router', 'tenant_id': '553fa56c9f5c49d38fd9079989eff904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:07Z', 'updated_at': '2021-06-30T19:21:57Z', 'revision_number': 6, 'project_id': '553fa56c9f5c49d38fd9079989eff904', 'gw_port_host': None}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:21:57.648142 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:57.651725 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c42132c7-21d4-4da4-990a-082f79ad53b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:57.694462 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=998d4d62-7940-44d1-a03f-971621f079ab,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:57.697519 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:57.785592 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.058488 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.060773 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.151553 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.154289 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e165c7-a251-47d8-b9ca-086543491f37 {{(pid=79179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:21:58.170050 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] Notify callbacks [] for router, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.171301 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8afa86d3-30cf-48bd-b3a4-e716ac4b05e4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a9e165c7-a251-47d8-b9ca-086543491f37 HTTP/1.1" status: 204  len: 168 time: 1.5398719
Jun 30 19:21:58.173966 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60098) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:58.241524 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Deleting subnet 0c26b88a-ff0a-47a7-a308-1b056da06f62 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:21:58.244349 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.296617 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.379352 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.517733 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.521865 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9288d8c0-38f1-4852-add1-deb7f9935bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:58.538323 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 998d4d62-7940-44d1-a03f-971621f079ab no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:58.556630 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c26b88a-ff0a-47a7-a308-1b056da06f62,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:58.560104 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:58.561084 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.567092 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-eec29e90-3417-40d1-a3d8-7e4f29bce537 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0c26b88a-ff0a-47a7-a308-1b056da06f62 HTTP/1.1" status: 204  len: 168 time: 0.3920958
Jun 30 19:21:58.569770 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60102) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:58.580330 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 998d4d62-7940-44d1-a03f-971621f079ab {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:58.580691 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 998d4d62-7940-44d1-a03f-971621f079ab not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:58.581112 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2b02ae8d-e721-4335-85cd-5fc9a1294f35 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:21:58.617947 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc429ab-1cb1-4df6-8b95-0471ddda09c2 None None] Network 74b64df1-a7b1-4365-a1e3-d334da76bc74 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:21:58.631149 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 2b02ae8d-e721-4335-85cd-5fc9a1294f35 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:21:58.631515 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2b02ae8d-e721-4335-85cd-5fc9a1294f35 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:21:58.681959 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.693709 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Deleting port 2db3706f-b1e3-419c-889d-981e45b7577e {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:58.694046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.869716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] DHCP port deletion for 74b64df1-a7b1-4365-a1e3-d334da76bc74 request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:21:58.874598 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Deleting port 2db3706f-b1e3-419c-889d-981e45b7577e {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:58.874988 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:58.904410 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] For port 2db3706f-b1e3-419c-889d-981e45b7577e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2db3706f-b1e3-419c-889d-981e45b7577e,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:58.904771 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.035864 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Calling delete_port for 2db3706f-b1e3-419c-889d-981e45b7577e owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:59.078525 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] For port 2db3706f-b1e3-419c-889d-981e45b7577e, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=2db3706f-b1e3-419c-889d-981e45b7577e,segment=NetworkSegment(15b25ad2-eff4-4900-a3b7-1f57be1242ce),segment_id=15b25ad2-eff4-4900-a3b7-1f57be1242ce)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:21:59.078840 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.191487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.196638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b1b189de-6806-401d-9dd3-c8c2d15ec90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:59.232362 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Calling delete_port for 2db3706f-b1e3-419c-889d-981e45b7577e owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:21:59.241612 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Pushing event deleted for resources: {'Port': ['ID=2db3706f-b1e3-419c-889d-981e45b7577e,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:59.243421 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] No DVR routers for this DVR port 2db3706f-b1e3-419c-889d-981e45b7577e on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:21:59.245003 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:59.305941 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:21:59.306303 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:21:59.430691 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.443690 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c66ffa130>,) {'filters': {'network_id': ['74b64df1-a7b1-4365-a1e3-d334da76bc74']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:59.455829 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ffa130>, '15b25ad2-eff4-4900-a3b7-1f57be1242ce') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:59.456128 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c66ffa130>, '15b25ad2-eff4-4900-a3b7-1f57be1242ce') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:21:59.467194 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.479860 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:21:59.482838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.488714 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:21:59.489087 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:21:59.502171 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:21:59.640773 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.644417 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:21:59.658957 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.671399 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Pushing event deleted for resources: {'Network': ['ID=74b64df1-a7b1-4365-a1e3-d334da76bc74,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:21:59.675420 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:21:59.746597 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-e4269385-31bc-47c9-a97c-b7949dace25f admin admin] 10.222.0.78 "DELETE /v2.0/networks/74b64df1-a7b1-4365-a1e3-d334da76bc74 HTTP/1.1" status: 204  len: 168 time: 1.1758027
Jun 30 19:21:59.749439 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60110) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:21:59.807595 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Deleting port 2db3706f-b1e3-419c-889d-981e45b7577e {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:21:59.808868 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:21:59.874588 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-5fc03832-f4f4-4660-aae3-ac0eeb242363 None None] The port '2db3706f-b1e3-419c-889d-981e45b7577e' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:22:00.281311 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:00.533954 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2db3706f-b1e3-419c-889d-981e45b7577e no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:22:00.581537 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 2db3706f-b1e3-419c-889d-981e45b7577e {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:22:00.581893 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 2db3706f-b1e3-419c-889d-981e45b7577e not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:22:00.590883 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-635f59c7-f594-4766-90c5-1aa654780b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:00.630083 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Deleting port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:22:00.630432 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:00.803318 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] For port 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:00.803677 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:01.012873 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Calling delete_port for 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:22:01.145393 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:01.225462 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:01.228954 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-653526be-964f-40d6-b580-d147db6b01c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:01.275552 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:01.279566 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:01.536452 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:01.890754 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Router 2db0030a-cdfe-426f-8693-c52ddd824a1c has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:22:02.072044 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:22:02.081589 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] 10.222.0.78 "PUT /v2.0/routers/2db0030a-cdfe-426f-8693-c52ddd824a1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3311124
Jun 30 19:22:02.081861 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Sync routers for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:22:02.084092 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60118) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:02.092198 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:22:02.092812 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673d2fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:02.257413 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:02.297275 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:22:02.524991 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:02.583958 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Deleting port 5a1f8678-eeb7-4332-a157-30d71bd52d3d {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:22:02.584611 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:02.596774 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673d2fd0>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:22:01Z', 'revision_number': 5, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port': {'id': '5a1f8678-eeb7-4332-a157-30d71bd52d3d', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:21Z', 'updated_at': '2021-06-30T19:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:02.600590 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Checking router: 2db0030a-cdfe-426f-8693-c52ddd824a1c for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:22:02.608960 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Routers {'2db0030a-cdfe-426f-8693-c52ddd824a1c'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:22:02.609598 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673d2fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:21:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['2db0030a-cdfe-426f-8693-c52ddd824a1c'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:02.761851 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] Set router 2db0030a-cdfe-426f-8693-c52ddd824a1c gateway port host: None {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:22:02.762573 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] For port 5a1f8678-eeb7-4332-a157-30d71bd52d3d, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=5a1f8678-eeb7-4332-a157-30d71bd52d3d,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:02.762931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:02.871017 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673d2fd0>, [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:22:02Z', 'revision_number': 6, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:02.875276 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7dd27-e680-483c-9d9b-ef221e6cab02 None None] The sync data for ids ['2db0030a-cdfe-426f-8693-c52ddd824a1c'] in dv-cinder-798879-1-iscsi is: [{'id': '2db0030a-cdfe-426f-8693-c52ddd824a1c', 'name': 'tempest-TestShelveInstance-891065360-router', 'tenant_id': 'e5fe68358b564ef4bd7c570e10b17646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:20Z', 'updated_at': '2021-06-30T19:22:02Z', 'revision_number': 6, 'project_id': 'e5fe68358b564ef4bd7c570e10b17646', 'gw_port_host': None}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:22:02.890750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Calling delete_port for 5a1f8678-eeb7-4332-a157-30d71bd52d3d owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:22:03.094242 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.099263 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a63f0aa5-bf8c-4f8a-b778-3a7e340c6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:03.149670 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1f8678-eeb7-4332-a157-30d71bd52d3d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:03.183811 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:03.244621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.419434 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.421639 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.430965 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-5f0618c8-1bff-47ee-be7c-0110d4024e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.510780 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.511303 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db0030a-cdfe-426f-8693-c52ddd824a1c {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:22:03.522749 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.523882 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ee7122b9-d4ec-409a-8f0d-59125cb48fe8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2db0030a-cdfe-426f-8693-c52ddd824a1c HTTP/1.1" status: 204  len: 168 time: 1.4389002
Jun 30 19:22:03.526326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60142) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:03.584364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Deleting subnet 62bf0761-89ba-4175-ab60-b05f394e4f1a {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:22:03.587052 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.638101 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.717488 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.887759 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.895338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-225016b5-a761-42c5-b970-54c991fda545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:03.933879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:03.938376 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c8d32b-5cf3-4011-85f9-b0196cb00c59 None None] Network d28cd2d8-9d31-41d9-88f2-074993c56563 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:22:03.942024 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bf0761-89ba-4175-ab60-b05f394e4f1a,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:03.944538 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:03.947497 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/62bf0761-89ba-4175-ab60-b05f394e4f1a HTTP/1.1" status: 204  len: 168 time: 0.4202254
Jun 30 19:22:03.950411 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60146) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:04.053931 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.064639 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Deleting port 515c5dd7-18da-4f90-a58f-1055a0524d2a {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:22:04.064972 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.205577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] DHCP port deletion for d28cd2d8-9d31-41d9-88f2-074993c56563 request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:22:04.209831 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Deleting port 515c5dd7-18da-4f90-a58f-1055a0524d2a {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:22:04.210217 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.283598 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.db [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] For port 515c5dd7-18da-4f90-a58f-1055a0524d2a, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=515c5dd7-18da-4f90-a58f-1055a0524d2a,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:04.284337 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.413671 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Calling delete_port for 515c5dd7-18da-4f90-a58f-1055a0524d2a owned by network:dhcp {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:22:04.420088 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.441737 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] For port 515c5dd7-18da-4f90-a58f-1055a0524d2a, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=515c5dd7-18da-4f90-a58f-1055a0524d2a,segment=NetworkSegment(b9674821-cafc-48c0-8e6b-db049698f0d1),segment_id=b9674821-cafc-48c0-8e6b-db049698f0d1)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:04.442321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.550053 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.557083 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-78edbd3d-25da-46f2-ad81-ac079aea3c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:04.562933 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 515c5dd7-18da-4f90-a58f-1055a0524d2a no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:22:04.603266 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=515c5dd7-18da-4f90-a58f-1055a0524d2a,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:04.604073 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Calling delete_port for 515c5dd7-18da-4f90-a58f-1055a0524d2a owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:22:04.607254 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:04.608255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] No DVR routers for this DVR port 515c5dd7-18da-4f90-a58f-1055a0524d2a on host dv-cinder-798879-1-iscsi {{(pid=79179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:22:04.646963 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 515c5dd7-18da-4f90-a58f-1055a0524d2a {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:22:04.647236 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 515c5dd7-18da-4f90-a58f-1055a0524d2a not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:22:04.647656 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:22:04.683131 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:22:04.683566 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 8df612bd-07b4-40cb-8b6c-e9bc1f1ab6ce not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:22:04.685070 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5a1f8678-eeb7-4332-a157-30d71bd52d3d no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:22:04.724011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 5a1f8678-eeb7-4332-a157-30d71bd52d3d {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:22:04.724369 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 5a1f8678-eeb7-4332-a157-30d71bd52d3d not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:22:04.724709 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.738905 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c6596dc40>,) {'filters': {'network_id': ['d28cd2d8-9d31-41d9-88f2-074993c56563']}} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:04.752784 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6596dc40>, 'b9674821-cafc-48c0-8e6b-db049698f0d1') {'for_net_delete': True} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:04.753075 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.services.segments.db [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6596dc40>, 'b9674821-cafc-48c0-8e6b-db049698f0d1') {} {{(pid=79179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:04.755348 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:22:04.755739 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:22:04.765082 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13930998'] for segment, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.781924 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.788219 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=79179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:22:04.788636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14714358'] for segment, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]: Traceback (most recent call last):
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     timer()
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     cb(*args, **kw)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     return func(*args, **kwargs)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     self._notify()
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     self.callback(batched_events)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     event.method(event)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     return f(self, *a, **k)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._get(url).json()
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:22:04.803336 dv-cinder-798879-1-iscsi neutron-server[79179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:22:04.945173 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.949636 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1363d064-e60b-4bda-8fb6-fa6f5de00f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:04.965174 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:04.971061 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28cd2d8-9d31-41d9-88f2-074993c56563,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:04.974875 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:04.977705 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-b54b4cc4-ce43-406c-9b73-f70b5ba69fb5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d28cd2d8-9d31-41d9-88f2-074993c56563 HTTP/1.1" status: 204  len: 168 time: 1.0261269
Jun 30 19:22:05.257130 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Deleting port 515c5dd7-18da-4f90-a58f-1055a0524d2a {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:22:05.257711 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:05.323166 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-00265f25-7e6a-4c5f-b916-15562de579df None None] The port '515c5dd7-18da-4f90-a58f-1055a0524d2a' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:22:05.342252 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60170) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:05.393183 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7ae7b88d-b6f7-4138-ae3d-16070049eb59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=553fa56c9f5c49d38fd9079989eff904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497205
Jun 30 19:22:05.395577 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60176) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:05.453049 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:05.478376 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:05.611815 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:05.615313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-eb31d42d-b8d5-4b6f-8dac-e148b86ec589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:05.630127 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390b815-a5cd-4839-8761-14980e4aeaca,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:05.632630 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:05.638409 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:05.639520 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c390b815-a5cd-4839-8761-14980e4aeaca HTTP/1.1" status: 204  len: 168 time: 0.2430735
Jun 30 19:22:05.825733 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:06.337718 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60202) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:06.470313 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c8fbb147-60b5-464e-8a6b-ddcab8b7e380 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5fe68358b564ef4bd7c570e10b17646&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1313653
Jun 30 19:22:06.472686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60210) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:06.532571 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:06.558395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:06.710864 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:06.715542 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-40a74a1f-9208-4019-b321-c736361dc502 tempest-TestMinimumBasicScenario-269618044 tempest-TestMinimumBasicScenario-269618044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:06.728339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fe83d-d44c-4034-8b96-832ef3e5607f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:06.731487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:06.734401 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:06.735734 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-f581b800-7b80-43a3-986e-2db525436208 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/140fe83d-d44c-4034-8b96-832ef3e5607f HTTP/1.1" status: 204  len: 168 time: 0.2620883
Jun 30 19:22:07.221090 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60224) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:07.346398 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.360067 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:07.363800 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Usage tracker for resource:security_group_rule and tenant:c4aa4e18feac4559a27e35599b37e9c1 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:07.366587 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:07.372235 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:07.456131 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.528426 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.535267 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-73799a5a-2a23-4f1c-bf7b-41529e63eefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:07.575824 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4aa4e18feac4559a27e35599b37e9c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3533437
Jun 30 19:22:07.576763 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638be7a-208a-4212-a054-69802578c156,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:07.578578 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60230) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:07.584329 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.584728 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.585110 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.585502 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.585863 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.586225 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.586592 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.586945 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.587302 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.587656 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.588007 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.588360 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.592235 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-30a3152c-afb5-4022-97ee-1c27bb11bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:07.636572 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.661792 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.808192 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.813044 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2b8eacef-b17b-4cb5-8868-584e36c1d26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:07.824990 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638be7a-208a-4212-a054-69802578c156,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:07.833466 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.833783 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.834150 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.834508 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.834863 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.835223 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.835573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.835927 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.836285 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.836630 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.836976 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.837344 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:07.842787 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:07.842787 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e638be7a-208a-4212-a054-69802578c156 HTTP/1.1" status: 204  len: 168 time: 0.2623587
Jun 30 19:22:07.843081 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:08.377308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60238) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:08.395702 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.409825 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:08.413571 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0bddd5190c4fdca901dead8a9d49ba is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:08.416335 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:08.422123 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:08.501178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.574528 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.582021 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-acdd68bf-f1c2-4a9b-9ab7-6f211609eea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:08.627364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83527e0e-507c-4fba-9831-6c29affec3a0,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:08.632232 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed0bddd5190c4fdca901dead8a9d49ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2538822
Jun 30 19:22:08.633190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-226b6f2d-ba70-414c-b0d2-be029600c3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:08.634973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60242) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:08.697868 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.723603 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.846245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.849914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8db7c5a3-f4d6-41b6-8713-09c90bafbbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:08.863190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83527e0e-507c-4fba-9831-6c29affec3a0,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:08.866018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:08.873931 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:08.875105 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8ae98d35-d306-45e6-8855-6ea40085e999 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83527e0e-507c-4fba-9831-6c29affec3a0 HTTP/1.1" status: 204  len: 168 time: 0.2382269
Jun 30 19:22:11.640875 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60296) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:11.757638 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:11.772306 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:11.776112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Usage tracker for resource:security_group_rule and tenant:a72f648a6aef421284629d8df668775c is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:11.778992 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:11.784535 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:11.863215 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:11.898987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:11.907103 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-98d33928-fc8c-4489-a54d-b553bef48f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:11.951058 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a72f648a6aef421284629d8df668775c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090994
Jun 30 19:22:11.952047 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c6484-0fb8-45a8-9d04-4ff7f6c20b65,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:11.953880 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60302) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:11.955178 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-481f123d-f494-43ed-98de-6e2fe10ddb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:12.018798 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.045656 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.139476 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.143187 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-62d9071f-22fe-4ff9-887b-dd039f8a35e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:12.155125 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c6484-0fb8-45a8-9d04-4ff7f6c20b65,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:12.159581 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:12.161762 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.165140 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-8e28e864-392f-4fa5-905a-19366981d8dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/557c6484-0fb8-45a8-9d04-4ff7f6c20b65 HTTP/1.1" status: 204  len: 168 time: 0.2067614
Jun 30 19:22:12.726463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60310) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:12.744463 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.758773 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:12.763656 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Usage tracker for resource:security_group_rule and tenant:cc01876b52354beabc85d7e9de4a4d14 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:12.766583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:12.772255 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:12.853673 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.927794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:12.935907 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-040facd5-22bf-4b15-bfbb-0d7248611ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:12.976318 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c619b8-55e0-4301-88fe-61ecc9a5aaf5,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:12.981309 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc01876b52354beabc85d7e9de4a4d14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2537270
Jun 30 19:22:12.982361 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c3fcbfd6-f55e-4e0b-8379-1fc0aca64ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:12.983995 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60314) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:13.045867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:13.071869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:13.191247 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:13.195203 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-654d5664-4089-4089-82cc-60d6e49c4cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:13.206483 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c619b8-55e0-4301-88fe-61ecc9a5aaf5,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:13.210280 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:13.213432 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:13.215219 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37c619b8-55e0-4301-88fe-61ecc9a5aaf5 HTTP/1.1" status: 204  len: 168 time: 0.2303102
Jun 30 19:22:14.876803 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:24.529309 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-a90d1f23-2ff4-46b0-85fd-0c4c84f55859 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329979916&fields=id&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 267 time: 0.0387940
Jun 30 19:22:24.675068 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-ca3ca7ad-0784-4027-b3aa-0970024ad8cf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:24.676536 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-ca3ca7ad-0784-4027-b3aa-0970024ad8cf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.1408949
Jun 30 19:22:24.698537 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-bb97d993-af86-45e0-86e9-3e82f7701b1b tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/quotas/46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 375 time: 0.0162909
Jun 30 19:22:24.892588 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-00a0bfeb-8bd7-4e7b-a95b-6e2cccb42d07 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1867645
Jun 30 19:22:25.011869 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-289e7fda-8609-4069-b942-c24bb23cd992 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=79179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 30 19:22:25.012837 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-289e7fda-8609-4069-b942-c24bb23cd992 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1091073
Jun 30 19:22:25.142278 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-24553832-0815-4152-9929-43d40661b49b service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234753
Jun 30 19:22:25.270283 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-5d481d9a-f4c9-4fd5-af04-6b9ed0f8db4f service neutron] 10.222.0.78 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224091
Jun 30 19:22:25.904162 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-afca3799-c9a1-4f39-a1da-61844b7aa203 req-d1255f3b-3ea8-4180-a300-36d3ea7406a1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 210 time: 0.0448239
Jun 30 19:22:27.060134 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-381ca5d1-011e-4ac5-9c88-5333d5c2b601 req-38430bb1-1c93-4872-a6dc-5adc9ecd0653 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 210 time: 0.0476518
Jun 30 19:22:28.118833 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-02e2e192-4682-4082-af2d-5a2a7d6951d6 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:28.121984 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-02e2e192-4682-4082-af2d-5a2a7d6951d6 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 812 time: 0.1541090
Jun 30 19:22:28.174867 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-5fbe6607-2d36-4446-a0e0-475fc567dcb7 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ce4880b8e44e15b6b2ef02000a1596 HTTP/1.1" status: 200  len: 379 time: 0.0456448
Jun 30 19:22:28.185056 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'port': {'device_id': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'admin_state_up': True, 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'security_groups': ['be7b0f3a-8f1b-41e2-b10b-b503f316ca84']}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:22:28.225986 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-21c4d995-9c2a-4497-8a7c-3a8c6b5b6013 req-abc52e6b-1eb1-4f1d-b6ec-0bec0fbef6be tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 210 time: 0.0488095
Jun 30 19:22:28.324646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:28.328849 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:port and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:28.331696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:28.337610 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:28.436285 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Made reservation on behalf of 46ce4880b8e44e15b6b2ef02000a1596 for: {'port': 1} {{(pid=79178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 30 19:22:28.442970 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:28.604127 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.20.0.13 (4e8ba060-8375-44ef-9e63-bd6200540e0c/da2d9039-fca0-47b7-aaa2-80f2e91734dc/f909559d-0211-4e97-8970-959ca037378d) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:22:28.798501 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:28.814856 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Transition to ACTIVE for port object f909559d-0211-4e97-8970-959ca037378d will not be triggered until provisioned by entity DHCP. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:22:28.945363 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:28.951664 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:29.023537 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:22:29.026813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:22:29.030896 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:22:29.077574 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:29.082532 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:29.101157 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:29.101834 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:29.248736 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0675583
Jun 30 19:22:29.265582 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Request body: {'port': {'device_id': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:22:29.373753 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1ec7c190-ea3d-466c-bf8e-98cb3d28c9c6 None None] Provisioning for port f909559d-0211-4e97-8970-959ca037378d completed by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:22:29.386075 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-1ec7c190-ea3d-466c-bf8e-98cb3d28c9c6 None None] Provisioning complete for port f909559d-0211-4e97-8970-959ca037378d triggered by entity DHCP. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:22:29.386577 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c190-ea3d-466c-bf8e-98cb3d28c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:29.405373 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:29.450210 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9b35-3c9d-426f-97af-c24f6dd6c6fa req-99a96399-48a7-4ab5-99f0-54e7171301a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:29.452370 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a7d9b35-3c9d-426f-97af-c24f6dd6c6fa req-99a96399-48a7-4ab5-99f0-54e7171301a2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 932 time: 0.1037548
Jun 30 19:22:29.459068 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7c190-ea3d-466c-bf8e-98cb3d28c9c6 None None] Port f909559d-0211-4e97-8970-959ca037378d cannot update to ACTIVE because it is not bound. {{(pid=79180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 30 19:22:29.503286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9a7d9b35-3c9d-426f-97af-c24f6dd6c6fa req-a126b828-6804-4206-b437-61a9f45bbe7a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413308
Jun 30 19:22:29.841417 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f909559d-0211-4e97-8970-959ca037378d {{(pid=79178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:22:29.848543 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:29.863686 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Transition to ACTIVE for port object f909559d-0211-4e97-8970-959ca037378d will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 30 19:22:29.960003 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:29.964808 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-a809dc7f-5b1e-4871-997b-5260af2504ad tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:30.125018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:30.128365 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:30.201822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Attempting to bind port f909559d-0211-4e97-8970-959ca037378d on host hv-cinder-79887 for vnic_type normal with profile  {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 30 19:22:30.202156 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Attempting to bind port f909559d-0211-4e97-8970-959ca037378d by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 30 19:22:30.202478 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Attempting to bind port f909559d-0211-4e97-8970-959ca037378d on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:22:30.207151 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Port f909559d-0211-4e97-8970-959ca037378d on network 4e8ba060-8375-44ef-9e63-bd6200540e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 30 19:22:30.207468 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Attempting to bind port f909559d-0211-4e97-8970-959ca037378d on network 4e8ba060-8375-44ef-9e63-bd6200540e0c {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 30 19:22:30.212425 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Checking agent: {'id': '975fcc89-8f83-45f2-8a9d-281c602b8406', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'started_at': datetime.datetime(2021, 6, 30, 19, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 30 19:22:30.212753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Checking segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 30 19:22:30.213132 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Bound using segment: {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 30 19:22:30.213575 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Bound port: f909559d-0211-4e97-8970-959ca037378d, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322d98f-e9e9-4da9-9f59-482ccdebd14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 30 19:22:30.213914 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:30.314885 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 30 19:22:30.318145 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 30 19:22:30.385284 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:30.390338 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fab91d17-9771-4e7c-805c-623d8cb3298d tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:30.445510 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:30.446051 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:30.447424 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] 10.222.0.97 "PUT /v2.0/ports/f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 1094 time: 1.1896877
Jun 30 19:22:30.447938 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:22:30.475522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:30.480171 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:30.590993 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8109-842f-4e89-9f34-de16cf00dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:30.647345 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-b2f3b06e-3a82-4f27-9eb9-e3024998a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:30.648840 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-b2f3b06e-3a82-4f27-9eb9-e3024998a0e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1097 time: 0.0908377
Jun 30 19:22:30.722436 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'status': 'completed', 'code': 200}
Jun 30 19:22:30.727810 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9a334-c2be-468e-a4af-b1f650582cff req-2fec7edd-e75e-45d1-9afb-3718b4ab14eb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:30.732927 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-45a9a334-c2be-468e-a4af-b1f650582cff req-2fec7edd-e75e-45d1-9afb-3718b4ab14eb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0980763
Jun 30 19:22:30.741399 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-57f50103-25fe-4757-9b2c-ce1beab76df7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 217 time: 0.0845795
Jun 30 19:22:30.786558 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-45a9a334-c2be-468e-a4af-b1f650582cff req-9e9b44b3-6e4f-4d2c-8f54-5495ad0c5e04 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469401
Jun 30 19:22:30.813542 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-af48e767-a00a-4548-be8e-c2d58d1f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:30.815071 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-af48e767-a00a-4548-be8e-c2d58d1f2bd1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0672958
Jun 30 19:22:30.891825 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-7c03031e-0d52-4682-86f2-4215fd38720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:30.893198 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-7c03031e-0d52-4682-86f2-4215fd38720e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703876
Jun 30 19:22:31.029849 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-4a4934e0-7743-4e28-baf5-c421a79d9fc2 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296077
Jun 30 19:22:31.151125 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:31.164377 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b7eae84a-79aa-4e04-85af-26c8d3be6538 req-050132a0-76a0-4083-b0d7-a48a3b0fd86a service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267810
Jun 30 19:22:31.333200 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-cc924961-4c03-492d-b385-80dc46bea58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:31.334722 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-cc924961-4c03-492d-b385-80dc46bea58f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1097 time: 0.0786929
Jun 30 19:22:31.432260 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60530) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:31.475679 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-3278258c-69ec-4d30-8d42-d798ad0e6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:31.477119 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-3278258c-69ec-4d30-8d42-d798ad0e6ce1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1344855
Jun 30 19:22:31.548966 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-33c61d72-775c-4ee1-ae97-fb1912392578 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 217 time: 0.0645366
Jun 30 19:22:31.560787 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:31.579431 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:31.583379 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:11d5506f04b14718bc69a18aa9b58fb1 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:31.586386 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:31.592159 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:31.618280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-5d977c68-0793-4839-8de3-dfbe187aa613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:31.619723 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-5d977c68-0793-4839-8de3-dfbe187aa613 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0621269
Jun 30 19:22:31.673547 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:31.700628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-24363215-9a4e-4397-937b-c01b13efff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:31.702094 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-24363215-9a4e-4397-937b-c01b13efff4d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721860
Jun 30 19:22:31.802499 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:31.816585 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-731dc774-14e3-4859-bdc1-13ce69ce5026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:31.861019 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11d5506f04b14718bc69a18aa9b58fb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4251812
Jun 30 19:22:31.861996 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60538) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:31.864287 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c2c7a-6a5c-43fb-86fd-87658ca27c68,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:31.867568 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3afc5852-1355-4002-94e4-5cf05695d4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:31.936706 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-6529a3e2-1f9a-46f8-bbf5-913e73df5280 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254214
Jun 30 19:22:31.980884 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:32.013911 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:32.047573 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e6b2b-6200-447f-a214-8308b6ed5de9 req-ee9f6a49-d400-400c-8b7c-07907975373e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:32.049051 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-821e6b2b-6200-447f-a214-8308b6ed5de9 req-ee9f6a49-d400-400c-8b7c-07907975373e tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.1421847
Jun 30 19:22:32.072904 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-64cf2d5c-dbf8-4ba3-9f1f-35bdd74b6fe9 req-47e310e3-9277-4692-887a-8ca22ec3cff1 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286392
Jun 30 19:22:32.105638 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-821e6b2b-6200-447f-a214-8308b6ed5de9 req-a62b2053-41f8-4e54-b530-ae1bdb533ce6 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458274
Jun 30 19:22:32.178925 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:32.183472 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a1401a68-d9df-4aae-a1a3-5a93b9e8167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:32.196964 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c2c7a-6a5c-43fb-86fd-87658ca27c68,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:32.200384 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:32.202396 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:32.203499 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-e74c0ab1-e257-4a49-beeb-278ba8256db3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f7c2c7a-6a5c-43fb-86fd-87658ca27c68 HTTP/1.1" status: 204  len: 168 time: 0.3411386
Jun 30 19:22:32.970633 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60546) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:32.989188 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.007160 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:33.010843 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Usage tracker for resource:security_group_rule and tenant:18b591fea2844701ba46d13767fdc163 is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:33.014608 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:33.020888 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:33.104004 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.171250 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.180036 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-f885c997-e11d-485b-8814-c063476d48ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:33.252903 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18b591fea2844701ba46d13767fdc163&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2811368
Jun 30 19:22:33.255539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60552) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:33.258667 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb81a694-8ff6-4f9b-8f6f-057719380413,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:33.266501 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-a644ab1e-989a-47db-8acd-4d1231f5f6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:33.306295 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4948906-b6bd-480b-a7f0-3d149a4a4dd2 req-51fc51ab-3b2f-428b-bdeb-be6a525a55bc tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:33.308175 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f4948906-b6bd-480b-a7f0-3d149a4a4dd2 req-51fc51ab-3b2f-428b-bdeb-be6a525a55bc tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0904701
Jun 30 19:22:33.321139 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.349165 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.354602 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-f4948906-b6bd-480b-a7f0-3d149a4a4dd2 req-d2684108-eefc-4763-a4dd-bf8daf6caaa5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404644
Jun 30 19:22:33.456655 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-bf8b002e-12a5-41ce-b415-918093b633dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.485076 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.488790 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-5e41d497-793b-4440-9410-d30e4c703174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:33.500111 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb81a694-8ff6-4f9b-8f6f-057719380413,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:33.503466 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:33.506660 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:33.507760 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-427f7ddc-5b68-40f3-8861-a118f062358d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb81a694-8ff6-4f9b-8f6f-057719380413 HTTP/1.1" status: 204  len: 168 time: 0.2511175
Jun 30 19:22:34.310883 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:34.545041 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0caa-aa39-4e05-ab10-5e39658a7598 req-18b667f6-2277-4188-88e2-25d4ce3f14b8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:34.546543 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f1a0caa-aa39-4e05-ab10-5e39658a7598 req-18b667f6-2277-4188-88e2-25d4ce3f14b8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0872509
Jun 30 19:22:34.592294 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-6f1a0caa-aa39-4e05-ab10-5e39658a7598 req-95a1ebcb-33dd-45f4-827b-ceedf414b4bf tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401404
Jun 30 19:22:35.805236 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:35.807715 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221fa6-e30c-4d1a-a626-8be7ed4e72ce req-5765cd31-5a2b-4cb9-bd7e-e33d4801aa6f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:35.809242 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6221fa6-e30c-4d1a-a626-8be7ed4e72ce req-5765cd31-5a2b-4cb9-bd7e-e33d4801aa6f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0881476
Jun 30 19:22:35.858519 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e6221fa6-e30c-4d1a-a626-8be7ed4e72ce req-c75b2990-650e-4f9d-a5ad-d64822430c8f tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436029
Jun 30 19:22:36.479306 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:22:37.043387 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e48-87b5-402f-b76b-18726cd6d726 req-dd2bcf55-e978-4da3-9688-2940dbe8fca5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:37.044891 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4be00e48-87b5-402f-b76b-18726cd6d726 req-dd2bcf55-e978-4da3-9688-2940dbe8fca5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0811384
Jun 30 19:22:37.090053 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-4be00e48-87b5-402f-b76b-18726cd6d726 req-a49e5c44-1c28-4f19-8ce5-15bd13ff98e8 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393877
Jun 30 19:22:38.282154 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1c410-7136-451a-a83d-2b77b7ca3913 req-fefd4eae-ff6e-4d6c-867a-d2ca64eec321 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:38.283609 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3de1c410-7136-451a-a83d-2b77b7ca3913 req-fefd4eae-ff6e-4d6c-867a-d2ca64eec321 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0834568
Jun 30 19:22:38.328829 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3de1c410-7136-451a-a83d-2b77b7ca3913 req-55fb9ed5-9bef-486e-9b22-0d0d1e775a07 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395126
Jun 30 19:22:38.819499 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device f909559d-0211-4e97-8970-959ca037378d details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=79180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 30 19:22:39.002269 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:39.016293 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Returning: {'device': 'f909559d-0211-4e97-8970-959ca037378d', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'port_id': 'f909559d-0211-4e97-8970-959ca037378d', 'mac_address': 'fa:16:3e:fb:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 30 19:22:39.076410 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:39.093493 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f909559d-0211-4e97-8970-959ca037378d {{(pid=79180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 30 19:22:39.110038 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:39.188236 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:39.190054 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:39.259896 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=4']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:39.267505 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.267843 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.268174 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.268501 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.268870 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.269148 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.269488 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.269805 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.270338 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.270665 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.270982 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.271294 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:22:39.275191 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:39.462558 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] get_ports_and_sgs() called for port_ids ['f909559d-0211-4e97-8970-959ca037378d'] {{(pid=79180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 30 19:22:39.516323 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9383b9-1379-4820-80b5-162eb8827c4f req-f7ab6154-ed05-4b63-84a3-d741292a1a32 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:39.517796 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd9383b9-1379-4820-80b5-162eb8827c4f req-f7ab6154-ed05-4b63-84a3-d741292a1a32 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 945 time: 0.0814896
Jun 30 19:22:39.566286 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-dd9383b9-1379-4820-80b5-162eb8827c4f req-dfbc67fc-9b4a-4145-b0d1-6505b40627aa tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426939
Jun 30 19:22:40.838351 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device f909559d-0211-4e97-8970-959ca037378d up at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 30 19:22:40.863252 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d35854-9831-48cf-a452-78673a2d4a37 req-bcfeeb5f-e55d-4011-80d2-71f492179312 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:40.864861 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-39d35854-9831-48cf-a452-78673a2d4a37 req-bcfeeb5f-e55d-4011-80d2-71f492179312 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 945 time: 0.1932602
Jun 30 19:22:40.913433 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-39d35854-9831-48cf-a452-78673a2d4a37 req-934ad5c4-d98a-4f8d-b930-80d629bba853 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427618
Jun 30 19:22:40.970809 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning for port f909559d-0211-4e97-8970-959ca037378d completed by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 30 19:22:40.975964 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.provisioning_blocks [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Provisioning complete for port f909559d-0211-4e97-8970-959ca037378d triggered by entity L2. {{(pid=79180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 30 19:22:40.976341 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1185397'] for port, provisioning_complete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:41.095893 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:41.126875 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:22:41.139210 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:22:41.211196 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:41.213098 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:41.280911 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=5']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:41.284262 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:41.298628 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'code': 200}
Jun 30 19:22:41.763369 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e58e9-1ae6-4d4a-9173-4c8f87b24f60 req-4ebf98b2-0a3b-4440-a47e-650245a6f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:41.764863 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-356e58e9-1ae6-4d4a-9173-4c8f87b24f60 req-4ebf98b2-0a3b-4440-a47e-650245a6f7ef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1099 time: 0.0732956
Jun 30 19:22:41.810342 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-356e58e9-1ae6-4d4a-9173-4c8f87b24f60 req-503be932-4d9b-4ece-a8a8-cba5c1e5c2e3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373831
Jun 30 19:22:42.105706 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c97ec-fdee-4727-ad7e-7c6a76255553 req-664d4b7b-35b9-42fa-ac25-f7f658268e84 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:42.107107 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fb0c97ec-fdee-4727-ad7e-7c6a76255553 req-664d4b7b-35b9-42fa-ac25-f7f658268e84 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0841553
Jun 30 19:22:42.154876 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fb0c97ec-fdee-4727-ad7e-7c6a76255553 req-8f5cdbbd-b5f8-4a32-acdb-746143174281 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411582
Jun 30 19:22:43.355272 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ade386-0268-4cf0-868f-9757e9a7040c req-ac7f4e7a-2b90-468b-9f54-665567e2f184 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:43.356793 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30ade386-0268-4cf0-868f-9757e9a7040c req-ac7f4e7a-2b90-468b-9f54-665567e2f184 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0834296
Jun 30 19:22:43.406133 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-30ade386-0268-4cf0-868f-9757e9a7040c req-f9c453e6-6364-42fa-bf46-6d7e9fcdd370 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433075
Jun 30 19:22:43.600023 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eaf8c-12ee-4a5d-8a8e-eff348c178b2 req-a1286210-976d-4e6d-98cb-d4a7212a8dfd tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:43.601494 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-938eaf8c-12ee-4a5d-8a8e-eff348c178b2 req-a1286210-976d-4e6d-98cb-d4a7212a8dfd tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0821688
Jun 30 19:22:43.648559 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-938eaf8c-12ee-4a5d-8a8e-eff348c178b2 req-fcd82f89-9810-4bb2-a878-1ab0b3256ae0 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413601
Jun 30 19:22:43.672905 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60670) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:43.747883 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdaae22-a0f1-4498-89f9-88656aed74f6 tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:43.750072 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4bdaae22-a0f1-4498-89f9-88656aed74f6 tempest-TestVolumeBootPattern-2064655637 tempest-TestVolumeBootPattern-2064655637-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1094 time: 0.0760579
Jun 30 19:22:43.752941 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60674) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:22:43.757952 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.v2.base [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Request body: {'floatingip': {'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'port_id': 'f909559d-0211-4e97-8970-959ca037378d', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 30 19:22:43.764018 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:22:43.767522 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Usage tracker for resource:floatingip and tenant:46ce4880b8e44e15b6b2ef02000a1596 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:22:43.770666 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:22:43.776989 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:22:43.862513 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:44.001037 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:44.137300 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_common [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Allocated IP 172.27.0.82 (eb24462b-4c29-48bc-9d95-c3bb836241e9/eea5c6ce-746d-4c54-a1f2-2308193c9819/80136a95-3641-4195-ab2b-957226c2b6a4) {{(pid=79178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 30 19:22:44.290726 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:44.400015 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747883994116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:44.403744 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6836dad8-5d89-45c8-ad29-3f3acb010af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:44.471801 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Network eb24462b-4c29-48bc-9d95-c3bb836241e9 is already hosted by enough agents. {{(pid=79178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 30 19:22:44.474802 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.base_scheduler [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Resources bound (agent type, host, resource id):  {{(pid=79178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 30 19:22:44.478425 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Received port after_create {{(pid=79178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 30 19:22:44.519582 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=80136a95-3641-4195-ab2b-957226c2b6a4,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:44.523882 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:44.902299 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.145878 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.367667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.583249 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.641748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15188245'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.645620 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c9ff3f42-cd64-4bd6-aa60-07893224a595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:22:45.758077 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event updated for resources: {'Port': ['ID=80136a95-3641-4195-ab2b-957226c2b6a4,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:22:45.761930 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:22:45.768813 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971622'] for floatingip, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:45.942373 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP 396b65cd-61df-4702-bef6-72055f5fe5e3 associated. External IP: 172.27.0.82, port: f909559d-0211-4e97-8970-959ca037378d.
Jun 30 19:22:46.293468 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:22:46.475939 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:22:46.486087 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:22:46.495093 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:22:46.505691 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67176af0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:22:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:46.577879 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:22:46.643079 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-ac2cc815-67e2-4571-8b9c-ae59d05b087c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8890669
Jun 30 19:22:46.643850 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:22:46.678310 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:22:46.694099 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'status': 'completed', 'code': 200}
Jun 30 19:22:46.795787 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79113905-8e3e-416f-be4f-286e7638610a req-b8044557-ca1c-4d6c-88a0-157fc0eb04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:46.797315 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-b8044557-ca1c-4d6c-88a0-157fc0eb04a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1099 time: 0.0756605
Jun 30 19:22:47.040015 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67176af0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}, {'id': '396b65cd-61df-4702-bef6-72055f5fe5e3', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': 'f909559d-0211-4e97-8970-959ca037378d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:fb:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:22:44Z', 'updated_at': '2021-06-30T19:22:44Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:47.043841 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:22:47.046688 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79113905-8e3e-416f-be4f-286e7638610a req-cc2536e8-5df0-4384-8ac3-f35c9018f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:47.048092 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-cc2536e8-5df0-4384-8ac3-f35c9018f66a service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.2436540
Jun 30 19:22:47.052314 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:22:47.052920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67176af0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:22:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:47.152966 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-48868d46-0e0d-47cd-9dbe-e02bd8079499 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 999 time: 0.0973234
Jun 30 19:22:47.224074 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79113905-8e3e-416f-be4f-286e7638610a req-6af3f2d3-f944-4f28-b986-c802ac41b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:47.225603 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-6af3f2d3-f944-4f28-b986-c802ac41b8dc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0637493
Jun 30 19:22:47.230360 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:22:47.305028 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79113905-8e3e-416f-be4f-286e7638610a req-e82eb93d-1ec1-4897-aadb-a792618ac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:47.306477 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-e82eb93d-1ec1-4897-aadb-a792618ac624 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734732
Jun 30 19:22:47.436774 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-b4754d51-a8e5-42d3-b277-d9a638a12340 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229696
Jun 30 19:22:47.570427 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-79113905-8e3e-416f-be4f-286e7638610a req-87e75064-cfbd-41c7-8438-4b43692ceade service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261888
Jun 30 19:22:47.630509 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67176af0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}, {'id': '396b65cd-61df-4702-bef6-72055f5fe5e3', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': 'f909559d-0211-4e97-8970-959ca037378d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:fb:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:22:44Z', 'updated_at': '2021-06-30T19:22:44Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:22:47.635773 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d9bf-026e-4c50-91ec-9478693d9ff3 None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}, {'id': '396b65cd-61df-4702-bef6-72055f5fe5e3', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': 'f909559d-0211-4e97-8970-959ca037378d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:fb:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:22:44Z', 'updated_at': '2021-06-30T19:22:44Z', 'revision_number': 0, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:22:47.833973 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a8d43-7401-4ec5-984a-98b7ba59ee31 None None] New status for floating IP 396b65cd-61df-4702-bef6-72055f5fe5e3: ACTIVE {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:22:52.061201 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-402dd70c-5822-4947-aa45-92762a1ca6cd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696025
Jun 30 19:22:52.211955 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-6da68c73-e8b2-49fb-9ddf-0f805c73d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:52.213530 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-6da68c73-e8b2-49fb-9ddf-0f805c73d110 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1098 time: 0.0765595
Jun 30 19:22:52.362497 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-49d2af8a-ce87-4ec6-b511-426eaa72fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:52.363956 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-49d2af8a-ce87-4ec6-b511-426eaa72fe14 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1299369
Jun 30 19:22:52.468306 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-d049a926-8ed1-4bef-a49d-acbbf1e144dd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 1001 time: 0.0975375
Jun 30 19:22:52.528672 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-91b52c89-0cb9-4a16-a6d2-f9cb7e84d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:52.530895 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-91b52c89-0cb9-4a16-a6d2-f9cb7e84d09f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0558262
Jun 30 19:22:52.609482 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-2ad9be35-b2d8-4722-8925-300d35a96f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:22:52.610863 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-2ad9be35-b2d8-4722-8925-300d35a96f18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719795
Jun 30 19:22:52.743389 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-32fbbb4d-2ba1-4091-b73a-bf0ff2c8f4c3 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226544
Jun 30 19:22:52.873868 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-6a4e8a28-c3d3-448e-a14b-a23a789ec74b req-c93f970f-0de1-444a-8c66-ec5c07812044 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236703
Jun 30 19:23:00.581317 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-eba7cf59-7c9e-437b-8f7c-ba125a8702f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:01.150327 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:03.438474 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-dbd585d3-5c59-4d3c-9da4-b485af81342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:04.327592 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:05.796582 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.142517 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60776) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:23:06.262119 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.276358 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:23:06.280689 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Usage tracker for resource:security_group_rule and tenant:18e88f6c8c4542c2a1f318b2f3d3018d is out of sync, need to count used quota {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:23:06.283399 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.quota.resource [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79179) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:23:06.288867 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.db.quota.driver [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:23:06.374285 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.446610 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.453718 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-1744cdd9-e796-4e35-91a0-c7a54b0a1d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:23:06.494321 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18e88f6c8c4542c2a1f318b2f3d3018d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3506038
Jun 30 19:23:06.495176 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d4661-50c1-4a7e-a9b4-a6c026254a72,revision_number=1']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:23:06.498046 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60782) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:23:06.499405 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-3e059607-8d42-431a-8c3f-a0559c35edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:23:06.557078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.584122 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.695459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.699114 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6d908ff7-01d3-47ba-b5da-0127a5221654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:23:06.711750 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d4661-50c1-4a7e-a9b4-a6c026254a72,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:23:06.714598 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:23:06.716526 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:06.719998 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9e447c59-307a-48b1-99d6-b60978882ec9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e3d4661-50c1-4a7e-a9b4-a6c026254a72 HTTP/1.1" status: 204  len: 168 time: 0.2182045
Jun 30 19:23:13.478357 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:23:14.907241 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:20.654275 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60926) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:23:20.774710 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:20.788549 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 30 19:23:20.792319 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:880a14bd7d93461aa85aaaa65a4f1a91 is out of sync, need to count used quota {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 30 19:23:20.795064 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 30 19:23:20.800663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.quota.driver [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 30 19:23:20.981321 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.043449 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_create {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.051012 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fe7b37af-302c-40f8-afdb-521576b9bc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:23:21.089753 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b70cbf-db75-4ef9-a638-37e502c10c89,revision_number=1']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:23:21.094981 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=880a14bd7d93461aa85aaaa65a4f1a91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4395871
Jun 30 19:23:21.097708 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 60932) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:23:21.099858 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.100289 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.100604 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.100973 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.101358 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.101722 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.102078 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.102433 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.102789 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.103140 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.103490 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.103838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.107640 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-b5c08196-bf9a-4686-9dc4-821b1f443cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:23:21.161011 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.187617 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.323490 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.327495 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-bac7e31b-acfe-446b-a8fb-7253576b25da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:23:21.344007 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b70cbf-db75-4ef9-a638-37e502c10c89,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:23:21.355207 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360015 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.360929 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:23:21.363758 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:23:21.370055 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:21.371143 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-9cae23cb-8a1d-463d-b1d7-c372d463f170 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76b70cbf-db75-4ef9-a638-37e502c10c89 HTTP/1.1" status: 204  len: 168 time: 0.2724473
Jun 30 19:23:30.602954 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-642dd11d-92f4-4dc8-8765-52f9f1693979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:31.157506 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:33.420576 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-59615356-5abe-403b-9d42-5ffd66801d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:34.338296 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:35.802757 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:44.922684 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:23:50.478127 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:23:54.802905 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-9df0cd14-31e9-4314-a3a9-24f989b57aa0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675359
Jun 30 19:23:54.897628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-cb1eea21-a4ec-47f1-aeac-ea7f41007feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:23:54.900035 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-cb1eea21-a4ec-47f1-aeac-ea7f41007feb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1099 time: 0.0756342
Jun 30 19:23:55.044073 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-cb149c60-efaa-4046-b6bc-2b2fce904dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:23:55.045533 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-cb149c60-efaa-4046-b6bc-2b2fce904dd0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1273940
Jun 30 19:23:55.149877 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-ceb2e0cc-4dc7-4be9-b108-f936af800860 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 1001 time: 0.0968010
Jun 30 19:23:55.211619 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-0e301ccd-8501-4cd3-a551-01997e80ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:23:55.213031 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-0e301ccd-8501-4cd3-a551-01997e80ee2c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0564518
Jun 30 19:23:55.290910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-3c8519ce-8c6c-427b-a3be-d08204a28f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:23:55.292356 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-3c8519ce-8c6c-427b-a3be-d08204a28f20 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729733
Jun 30 19:23:55.420901 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-6dee90a3-6b69-4b54-a93a-524dc1b4ab0a service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209929
Jun 30 19:23:55.551803 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-0f8f5a53-d1d4-41fc-9a22-eba0fbb0053d req-d44b3959-1c21-4b08-b477-f64436ce2db0 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219294
Jun 30 19:24:00.620248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-2bba7dc8-2e6f-4af3-8f00-e63f51be4463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:01.167911 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:03.419245 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a388a43d-12e4-4d5a-82b4-8d6a9ef2152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:04.339110 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:05.773628 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:14.925943 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:27.477147 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:24:30.601101 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-4641858a-ddd0-4b35-bc56-37315dd8db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:31.154564 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:33.400825 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b24f2c8f-dc8e-4e8f-90c4-881a0faaf2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:34.332308 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:35.783927 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:40.794468 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 60956) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:24:40.994588 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port 80136a95-3641-4195-ab2b-957226c2b6a4 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:24:40.994819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:41.157696 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:41.158023 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:41.287665 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for 80136a95-3641-4195-ab2b-957226c2b6a4 owned by network:floatingip {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:24:41.600853 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:41.604316 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1c949e45-2340-4df0-a1b9-de64a8af28b5 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:24:41.646904 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=80136a95-3641-4195-ab2b-957226c2b6a4,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:24:41.681730 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.682112 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.682481 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.682843 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.683197 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.683555 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.683937 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.684395 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.684752 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.685104 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.685503 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.685855 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:41.693040 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:24:41.749662 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:41.750035 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP 396b65cd-61df-4702-bef6-72055f5fe5e3 disassociated (deleted). External IP: 172.27.0.82, port: f909559d-0211-4e97-8970-959ca037378d.
Jun 30 19:24:42.091880 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:24:42.269313 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:24:42.279732 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:24:42.288322 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:24:42.288940 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67176fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:24:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:42.294217 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:42.352222 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-7ac919a4-c221-4ec2-b65c-6cd29c869ec1 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "DELETE /v2.0/floatingips/396b65cd-61df-4702-bef6-72055f5fe5e3 HTTP/1.1" status: 204  len: 168 time: 1.5565333
Jun 30 19:24:42.352893 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:24:42.403086 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'status': 'completed', 'code': 200}
Jun 30 19:24:42.464442 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:24:42.502701 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-aeefcd28-eadb-4420-8fec-2a24ed4956bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:42.504310 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-aeefcd28-eadb-4420-8fec-2a24ed4956bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 1099 time: 0.0781562
Jun 30 19:24:42.641161 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-b2832e61-e463-4e05-b64a-df0257b5246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:42.642574 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-b2832e61-e463-4e05-b64a-df0257b5246b service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1306450
Jun 30 19:24:42.712647 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-036de6be-e7bd-4859-8b7f-6fd080f919f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 200  len: 217 time: 0.0625420
Jun 30 19:24:42.784991 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-bbbcf408-9ac7-4902-a1f0-aa34abd489da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:42.786494 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-bbbcf408-9ac7-4902-a1f0-aa34abd489da service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0673530
Jun 30 19:24:42.823445 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67176fd0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:42.828252 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:24:42.838011 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:24:42.838632 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67176fd0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:24:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:42.866962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-4036e2e1-8d95-4267-8ea3-c5443d461372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:42.868548 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-4036e2e1-8d95-4267-8ea3-c5443d461372 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735936
Jun 30 19:24:42.929776 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a4fab-f1ac-402c-b116-4a886518aa17 req-417a113d-c637-4e18-ad8d-a6c2c3169622 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:42.931242 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d88a4fab-f1ac-402c-b116-4a886518aa17 req-417a113d-c637-4e18-ad8d-a6c2c3169622 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0847075
Jun 30 19:24:42.980459 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-d88a4fab-f1ac-402c-b116-4a886518aa17 req-c83aa7e9-c72d-4859-8aea-595463d45188 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420697
Jun 30 19:24:43.007370 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-7c13777b-368a-4488-9259-e56aa952cbe2 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302819
Jun 30 19:24:43.066618 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:24:43.249827 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-1aba8430-d052-4e89-8450-a7883e40b6ad req-87c84db4-8799-4316-ac08-f0ead21d2bab service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335963
Jun 30 19:24:43.418216 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67176fd0>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:43.422869 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974ec26-28a3-4612-b18d-9216f8c0f1bc None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_floatingips': [{'id': '1bd53280-d074-4236-a1e7-0e96ecebdd8c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'router_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'port_id': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'mac_address': 'fa:16:3e:f1:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:20:21Z', 'updated_at': '2021-06-30T19:20:24Z', 'revision_number': 1, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:24:43.652270 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75a86b-5ddc-48cf-b3b6-9930abab31fa None None] New status for floating IP 396b65cd-61df-4702-bef6-72055f5fe5e3: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:24:44.192535 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291581c-e7a9-43fc-a8c6-7f4c125b8408 req-fe93ec56-2af4-42e8-a6ba-471271047225 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:44.194026 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c291581c-e7a9-43fc-a8c6-7f4c125b8408 req-fe93ec56-2af4-42e8-a6ba-471271047225 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0903189
Jun 30 19:24:44.243397 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-c291581c-e7a9-43fc-a8c6-7f4c125b8408 req-6097c9d2-0010-4f0a-97a4-37f769c00ffc tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437207
Jun 30 19:24:44.863166 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:45.431075 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5401b-7fd0-4302-a990-4ae1ff7a7d36 req-936dbfc0-11b8-4812-9b79-898c36753c76 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:45.432464 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-86e5401b-7fd0-4302-a990-4ae1ff7a7d36 req-936dbfc0-11b8-4812-9b79-898c36753c76 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0804174
Jun 30 19:24:45.480614 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-86e5401b-7fd0-4302-a990-4ae1ff7a7d36 req-cfe4e288-b368-4fee-8aac-d0c32579a728 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415170
Jun 30 19:24:46.663030 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82895c-7635-493b-9863-d8f425d24870 req-4c0df814-1a34-4274-8d73-c46483468096 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:46.664472 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da82895c-7635-493b-9863-d8f425d24870 req-4c0df814-1a34-4274-8d73-c46483468096 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 946 time: 0.0784445
Jun 30 19:24:46.709769 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-da82895c-7635-493b-9863-d8f425d24870 req-88a0f3dd-46c2-4eea-87e0-d67f92a8a470 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388484
Jun 30 19:24:47.408278 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device f909559d-0211-4e97-8970-959ca037378d no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:24:47.521444 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317326'] for port, before_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:47.548609 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:24:47.558058 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:24:47.592777 dv-cinder-798879-1-iscsi neutron-server[79180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'code': 200}
Jun 30 19:24:47.674729 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747884474570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747883994134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747883994179'] for port, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:47.676525 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:24:47.745530 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Pushing event updated for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=6']} {{(pid=79180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:24:47.752770 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.753114 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.753470 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.753803 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.754127 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.754449 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.754784 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.755086 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.755403 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.755716 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.756053 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.756386 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:24:47.760261 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_concurrency.lockutils [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:24:47.902385 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea64e3-bfd9-4f7f-9733-657ba7e2351e req-a8dc7002-4db0-4544-bdec-dafb99c14f90 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:47.904874 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9aea64e3-bfd9-4f7f-9733-657ba7e2351e req-a8dc7002-4db0-4544-bdec-dafb99c14f90 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0871379
Jun 30 19:24:47.951336 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-9aea64e3-bfd9-4f7f-9733-657ba7e2351e req-0ece87af-5e53-4abd-b421-a5528fa62a4d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406792
Jun 30 19:24:49.140861 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1fd92-0967-4056-9925-18479ce71305 req-ef6be4a1-c261-43ef-befd-5af1e61a58ca tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:49.142297 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3bc1fd92-0967-4056-9925-18479ce71305 req-ef6be4a1-c261-43ef-befd-5af1e61a58ca tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.0808055
Jun 30 19:24:49.192544 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3bc1fd92-0967-4056-9925-18479ce71305 req-6a379f0a-2b94-4b93-aff3-166394b50776 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446196
Jun 30 19:24:49.634819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-5beb2d0c-9928-444b-8b08-4a8a0bfdaf70 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:49.635559 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-5beb2d0c-9928-444b-8b08-4a8a0bfdaf70 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:24:49.714556 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-5beb2d0c-9928-444b-8b08-4a8a0bfdaf70 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:24:49.715810 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-5beb2d0c-9928-444b-8b08-4a8a0bfdaf70 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 944 time: 0.1632040
Jun 30 19:24:49.783935 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port f909559d-0211-4e97-8970-959ca037378d {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:24:49.784273 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:50.030063 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] For port f909559d-0211-4e97-8970-959ca037378d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=f909559d-0211-4e97-8970-959ca037378d,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:24:50.030423 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:50.151260 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for f909559d-0211-4e97-8970-959ca037378d owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:24:50.332317 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:50.338093 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9ac27da4-8b20-452d-b546-20544b8dfbcc tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:24:50.349448 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-02f61299-ae53-48c9-87a8-8a787d54d5c1 req-3a9fb70c-9f7e-42ab-b323-b98fc46e3504 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 210 time: 0.0497541
Jun 30 19:24:50.386681 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=f909559d-0211-4e97-8970-959ca037378d,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:24:50.390204 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:24:50.463894 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] No DVR routers for this DVR port f909559d-0211-4e97-8970-959ca037378d on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:24:50.467086 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:50.472094 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-deleted', 'tag': 'f909559d-0211-4e97-8970-959ca037378d'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:24:50.515436 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18597a9-2637-40a6-bdfb-9d5bad8de8de', 'name': 'network-vif-deleted', 'tag': 'f909559d-0211-4e97-8970-959ca037378d', 'status': 'completed', 'code': 200}
Jun 30 19:24:50.521201 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-75bca392-1d2a-4122-9a50-e06d9f2e1842 req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "DELETE /v2.0/ports/f909559d-0211-4e97-8970-959ca037378d HTTP/1.1" status: 204  len: 173 time: 0.7993312
Jun 30 19:24:51.521683 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-e72d6b5d-ed64-493a-845a-2e73cf5f85dd req-078a8b75-9720-4170-bd8e-d0a0bdb8549b tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=b18597a9-2637-40a6-bdfb-9d5bad8de8de HTTP/1.1" status: 200  len: 210 time: 0.0522935
Jun 30 19:24:55.146940 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32776) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:24:55.352550 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port 62fba47c-e8be-49f6-9e55-a60e50fadc98 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:24:55.352889 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:55.519054 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:55.519383 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:55.639025 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for 62fba47c-e8be-49f6-9e55-a60e50fadc98 owned by network:floatingip {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:24:55.960454 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:55.963995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-992d0fe7-c75a-4ae3-91b8-d1077b294c0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:24:56.008152 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=62fba47c-e8be-49f6-9e55-a60e50fadc98,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:24:56.013089 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:24:56.152673 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:56.153397 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.db.l3_db [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Floating IP 1bd53280-d074-4236-a1e7-0e96ecebdd8c disassociated (deleted). External IP: 172.27.0.236, port: 2bd93aa0-b160-406d-ab33-ae026eef0ffc.
Jun 30 19:24:56.236478 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-11fe0f73-954f-4b67-afb4-fa4571c03c36 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2244010
Jun 30 19:24:56.466748 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-3e6ae75a-77d2-4a01-8e38-66a82ea4f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:56.468206 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-3e6ae75a-77d2-4a01-8e38-66a82ea4f2c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1098 time: 0.1620176
Jun 30 19:24:56.661056 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:24:56.736030 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-bcd2da13-a565-48a6-b059-e69624c635be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:56.737477 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-bcd2da13-a565-48a6-b059-e69624c635be service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.2182252
Jun 30 19:24:56.820051 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-8fd93df1-0ed7-4bd2-a993-fa9e195daf30 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 217 time: 0.0653825
Jun 30 19:24:56.956913 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-72b49560-49e7-44c0-a968-b16f9d885b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:56.958348 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-72b49560-49e7-44c0-a968-b16f9d885b32 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0861917
Jun 30 19:24:56.960822 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:24:56.971470 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:24:56.981677 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:24:56.982323 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67360d00>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:24:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:57.027066 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:57.089676 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-03012f77-28df-4d41-89a8-6528ac8b50e2 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "DELETE /v2.0/floatingips/1bd53280-d074-4236-a1e7-0e96ecebdd8c HTTP/1.1" status: 204  len: 168 time: 1.9414823
Jun 30 19:24:57.090480 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:24:57.100987 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-5d9f480f-db6d-489c-92dd-7e75cc804168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:57.102507 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-5d9f480f-db6d-489c-92dd-7e75cc804168 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1367800
Jun 30 19:24:57.193920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:24:57.361702 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'status': 'completed', 'code': 200}
Jun 30 19:24:57.411390 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-46b47f42-e6cb-41b1-97be-69edd9cd5e99 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016744
Jun 30 19:24:57.532876 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67360d00>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:57.536942 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:24:57.545458 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:24:57.546187 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c67360d00>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:24:33Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:57.550835 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-d6ec0ada-3441-4abd-be59-b1de6d5d7da2 req-f4cc7bbd-b264-4436-aed6-2973a893dd8b service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300869
Jun 30 19:24:57.701861 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec560f5-2d02-41ab-ab93-52df19a815cb req-2efc45c9-400d-4b53-b08a-90572d0331cd tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:57.703413 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8ec560f5-2d02-41ab-ab93-52df19a815cb req-2efc45c9-400d-4b53-b08a-90572d0331cd tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.0913210
Jun 30 19:24:57.720697 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-b7f0e61f-e484-4eef-bc1a-7f815af614dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:57.722286 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-b7f0e61f-e484-4eef-bc1a-7f815af614dd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 1098 time: 0.0753138
Jun 30 19:24:57.739896 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:24:57.750288 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-8ec560f5-2d02-41ab-ab93-52df19a815cb req-b2689f08-804f-462c-bf6e-64662a939e68 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401974
Jun 30 19:24:57.855766 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-412cecba-c3d3-4b94-bca2-edb82f7120a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:57.857269 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-412cecba-c3d3-4b94-bca2-edb82f7120a6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 200  len: 913 time: 0.1275294
Jun 30 19:24:57.927692 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-31c4211d-c225-405f-a7e1-e65f4701b387 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 200  len: 217 time: 0.0633826
Jun 30 19:24:57.990495 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-1255899f-c14a-49d8-8a23-815415e827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:57.991846 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-1255899f-c14a-49d8-8a23-815415e827cf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 200  len: 851 time: 0.0578940
Jun 30 19:24:58.066935 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-a4f58e75-9b34-4855-bedb-36a2a6dfd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:58.068418 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-a4f58e75-9b34-4855-bedb-36a2a6dfd480 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4e8ba060-8375-44ef-9e63-bd6200540e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692647
Jun 30 19:24:58.104452 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c67360d00>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:24:58.108553 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e84c8-72de-49e7-9d7e-89c2a661b13e None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:16:41Z', 'revision_number': 4, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi', '_interfaces': [{'id': '922e57dc-342d-4d3c-b95c-c3e7c53bb84a', 'name': '', 'network_id': '4e8ba060-8375-44ef-9e63-bd6200540e0c', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'mac_address': 'fa:16:3e:15:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:40Z', 'updated_at': '2021-06-30T19:16:49Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'subnets': [{'id': 'da2d9039-fca0-47b7-aaa2-80f2e91734dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:24:58.209422 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-72d58746-ed60-4006-989a-840effc5a5a5 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327567
Jun 30 19:24:58.332358 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc023a7-4b98-4829-85c8-c1f1b5c9e8ab None None] New status for floating IP 1bd53280-d074-4236-a1e7-0e96ecebdd8c: DOWN {{(pid=79181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 30 19:24:58.361434 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-b8cbec5b-62d8-4167-8f5e-b91fa4c382f9 req-2a2ea0e1-2ec6-4614-b1d1-dfc5458474aa service neutron] 10.222.0.97 "GET /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453743
Jun 30 19:24:58.940815 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdb41f-cb45-4e42-b57d-5be0398ac943 req-9d9ade34-2a2a-4fae-8bb8-560388c8fb1c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:58.942571 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3cbdb41f-cb45-4e42-b57d-5be0398ac943 req-9d9ade34-2a2a-4fae-8bb8-560388c8fb1c tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.0834410
Jun 30 19:24:58.991321 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-3cbdb41f-cb45-4e42-b57d-5be0398ac943 req-422213aa-92f0-4584-b14a-6c73eaf8cfbb tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7b0f3a-8f1b-41e2-b10b-b503f316ca84&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421391
Jun 30 19:24:59.201247 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-6bba398f-b234-4994-90b9-472a213a7425 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 30 19:24:59.201888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-6bba398f-b234-4994-90b9-472a213a7425 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Synchronizing usage tracker for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79178) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 30 19:24:59.291356 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.quota.resource [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-6bba398f-b234-4994-90b9-472a213a7425 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Unset dirty status for tenant:46ce4880b8e44e15b6b2ef02000a1596 on resource:port {{(pid=79178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 30 19:24:59.292550 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-6bba398f-b234-4994-90b9-472a213a7425 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 945 time: 0.1790884
Jun 30 19:24:59.367245 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port 2bd93aa0-b160-406d-ab33-ae026eef0ffc {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:24:59.367569 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:59.630896 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] For port 2bd93aa0-b160-406d-ab33-ae026eef0ffc, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2bd93aa0-b160-406d-ab33-ae026eef0ffc,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:24:59.631253 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:24:59.752646 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for 2bd93aa0-b160-406d-ab33-ae026eef0ffc owned by compute:nova {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:00.045911 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:00.052771 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-3add0e5a-5927-40d2-ac79-97970a563fea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:00.102518 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=2bd93aa0-b160-406d-ab33-ae026eef0ffc,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:00.105480 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:00.152300 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-fd1f20c3-1b46-432c-9065-b135e35f1114 req-0806116f-2b1a-4aca-a08a-f1172a1cd709 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 210 time: 0.0540638
Jun 30 19:25:00.190105 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] No DVR routers for this DVR port 2bd93aa0-b160-406d-ab33-ae026eef0ffc on host hv-cinder-79887 {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:25:00.192435 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for port, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:00.195459 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'name': 'network-vif-deleted', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc'}] {{(pid=79178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 30 19:25:00.239442 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9147c-b204-4a1d-8310-59d8bc9c4f8a', 'name': 'network-vif-deleted', 'tag': '2bd93aa0-b160-406d-ab33-ae026eef0ffc', 'status': 'completed', 'code': 200}
Jun 30 19:25:00.275165 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [req-2adb1ea1-1817-41fc-9d38-0d4da6893ec3 req-9e6f313f-2b6c-487e-b98a-24758c636a43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.97 "DELETE /v2.0/ports/2bd93aa0-b160-406d-ab33-ae026eef0ffc HTTP/1.1" status: 204  len: 173 time: 0.9761884
Jun 30 19:25:00.583263 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e839a694-b7fe-4f26-9eaa-4ee6a6cbc3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:01.143288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:01.327849 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [req-2c4d96fd-deba-44f0-84e3-fcecb14e5710 req-5b4c7d73-40c9-4b83-b6df-1913ce35de01 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "GET /v2.0/ports?device_id=63d9147c-b204-4a1d-8310-59d8bc9c4f8a HTTP/1.1" status: 200  len: 210 time: 0.0427439
Jun 30 19:25:01.469421 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 2bd93aa0-b160-406d-ab33-ae026eef0ffc no longer exists at agent hyperv_hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:01.506768 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] No Port match for: 2bd93aa0-b160-406d-ab33-ae026eef0ffc {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:01.507116 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Device 2bd93aa0-b160-406d-ab33-ae026eef0ffc not bound to the agent host hv-cinder-79887 {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:02.436692 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 32798) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:02.680222 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Deleting port 46761c92-c9b1-4009-b150-acf3f2aab699 {{(pid=79179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:02.680551 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:02.846427 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:02.846752 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:02.974449 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.plugins.ml2.plugin [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Calling delete_port for 46761c92-c9b1-4009-b150-acf3f2aab699 owned by network:floatingip {{(pid=79179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:03.154446 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14714275'] for port, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:03.158794 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-2086119e-3e14-4d9f-a38a-5bcd13c1d64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:03.207244 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'Port': ['ID=46761c92-c9b1-4009-b150-acf3f2aab699,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:03.248595 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.248971 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.249379 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.249743 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.250103 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.251496 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.251861 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.252221 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.252583 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.252933 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.253308 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.253661 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-iscsi {{(pid=79179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 30 19:25:03.280555 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:03.309485 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for floatingip, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:03.323741 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504636'] for floatingip, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:03.324846 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-cffad003-0b7d-4d5d-8f38-de595d124d43 tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "DELETE /v2.0/floatingips/c8fd5590-6dd3-43f6-b547-710e92114d61 HTTP/1.1" status: 204  len: 168 time: 0.8871634
Jun 30 19:25:03.394464 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c2c9-7d9d-4d14-a42b-ed903a0e66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:04.331232 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:04.475222 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:25:04.788724 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 32812) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:04.858152 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:04.887139 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:05.005559 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:05.009171 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-6d70ba8d-9ea0-418b-903f-7b78ddff465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:05.024675 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b0f3a-8f1b-41e2-b10b-b503f316ca84,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:05.027246 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:05.090874 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:05.092027 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-c77c93aa-a84d-459b-a3b9-ff0c1a8ec55d tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] 10.222.0.78 "DELETE /v2.0/security-groups/be7b0f3a-8f1b-41e2-b10b-b503f316ca84 HTTP/1.1" status: 204  len: 168 time: 0.3023026
Jun 30 19:25:05.289557 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32818) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:05.782672 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:06.040818 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:06.381909 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Deleting port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:06.381909 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:06.549156 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] For port 922e57dc-342d-4d3c-b95c-c3e7c53bb84a, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:06.557580 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:06.768585 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Calling delete_port for 922e57dc-342d-4d3c-b95c-c3e7c53bb84a owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:06.999693 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:07.003370 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-cda6ae36-9c2a-43d7-8dbe-17b98b6decd3 tempest-AttachVolumeNegativeTest-1136228035 tempest-AttachVolumeNegativeTest-1136228035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:07.047970 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=922e57dc-342d-4d3c-b95c-c3e7c53bb84a,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:07.051043 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:07.319819 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:07.681787 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Router 7873dc33-486e-4d2d-a573-3dbafddd5b77 has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:25:07.854850 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:25:07.864913 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Sync routers for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:25:07.866924 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-9a1c108d-adfa-4441-a9ca-746803035b35 admin admin] 10.222.0.78 "PUT /v2.0/routers/7873dc33-486e-4d2d-a573-3dbafddd5b77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5762527
Jun 30 19:25:07.869363 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32828) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:07.874366 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:25:07.874978 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6746e880>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:25:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:08.041206 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:08.050321 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: dv-cinder-798879-1-iscsi {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:25:08.327328 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:08.334783 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6746e880>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:25:06Z', 'revision_number': 5, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port': {'id': 'd12814c5-9d03-493e-a08c-65a1fa7df76f', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:36Z', 'updated_at': '2021-06-30T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:08.338606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Checking router: 7873dc33-486e-4d2d-a573-3dbafddd5b77 for host: dv-cinder-798879-1-iscsi {{(pid=79180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:25:08.347706 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Routers {'7873dc33-486e-4d2d-a573-3dbafddd5b77'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:25:08.348304 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c6746e880>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:25:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['7873dc33-486e-4d2d-a573-3dbafddd5b77'], 'active': True} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:08.377170 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Deleting port d12814c5-9d03-493e-a08c-65a1fa7df76f {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:08.377539 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:08.498233 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_dvr_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] Set router 7873dc33-486e-4d2d-a573-3dbafddd5b77 gateway port host: None {{(pid=79180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:25:08.552188 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] For port d12814c5-9d03-493e-a08c-65a1fa7df76f, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=d12814c5-9d03-493e-a08c-65a1fa7df76f,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:08.556961 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:08.605688 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.db.l3_hamode_db [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c6746e880>, [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:25:08Z', 'revision_number': 6, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port_host': None}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:08.610333 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1653e-11e2-407d-9845-056d6943f31c None None] The sync data for ids ['7873dc33-486e-4d2d-a573-3dbafddd5b77'] in dv-cinder-798879-1-iscsi is: [{'id': '7873dc33-486e-4d2d-a573-3dbafddd5b77', 'name': 'tempest-TestVolumeBootPattern-1588000654-router', 'tenant_id': '46ce4880b8e44e15b6b2ef02000a1596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:35Z', 'updated_at': '2021-06-30T19:25:08Z', 'revision_number': 6, 'project_id': '46ce4880b8e44e15b6b2ef02000a1596', 'gw_port_host': None}] {{(pid=79180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:25:08.680226 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Calling delete_port for d12814c5-9d03-493e-a08c-65a1fa7df76f owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:08.914208 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:08.917776 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:08.964406 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d12814c5-9d03-493e-a08c-65a1fa7df76f,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:08.968098 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:09.064647 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.234956 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.237086 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.291364 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.291866 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7873dc33-486e-4d2d-a573-3dbafddd5b77 {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:25:09.306398 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.307598 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-fc19558c-1e94-42b5-9438-e19e8632c2dd admin admin] 10.222.0.78 "DELETE /v2.0/routers/7873dc33-486e-4d2d-a573-3dbafddd5b77 HTTP/1.1" status: 204  len: 168 time: 1.4372854
Jun 30 19:25:09.310041 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32836) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:09.378308 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Deleting subnet da2d9039-fca0-47b7-aaa2-80f2e91734dc {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:25:09.381454 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.433384 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.513634 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.658406 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.662660 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-f70e5d4c-5a66-4cde-8d03-dd4fbdbc24cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:09.705190 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2d9039-fca0-47b7-aaa2-80f2e91734dc,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:09.708132 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:09.709107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.714547 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68699264-3d7e-4b03-a685-1eb9bf223d53 None None] Network 4e8ba060-8375-44ef-9e63-bd6200540e0c requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:25:09.715178 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-8f9a9b0a-45ef-4b98-a48f-7a87aa6e0dcd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/da2d9039-fca0-47b7-aaa2-80f2e91734dc HTTP/1.1" status: 204  len: 168 time: 0.4041636
Jun 30 19:25:09.717595 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32842) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:09.918151 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:09.928487 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Deleting port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:09.928816 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.011959 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] DHCP port deletion for 4e8ba060-8375-44ef-9e63-bd6200540e0c request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:25:10.015913 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Deleting port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:10.016404 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.142599 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] For port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:10.143010 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.239211 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] For port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,segment=NetworkSegment(3322d98f-e9e9-4da9-9f59-482ccdebd14d),segment_id=3322d98f-e9e9-4da9-9f59-482ccdebd14d)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:10.239726 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.301519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Calling delete_port for fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:10.408067 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Calling delete_port for fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:10.514141 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.519213 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4cbbabee-dde4-4004-b18b-bd806c17084e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:10.520050 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:25:10.520427 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:25:10.561888 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcac8e5d-4bdc-47cf-819a-b6a4fc298c95,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:10.565336 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:10.566109 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] No DVR routers for this DVR port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:25:10.629483 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d12814c5-9d03-493e-a08c-65a1fa7df76f no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:10.663131 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: d12814c5-9d03-493e-a08c-65a1fa7df76f {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:10.663481 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device d12814c5-9d03-493e-a08c-65a1fa7df76f not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:10.663890 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 922e57dc-342d-4d3c-b95c-c3e7c53bb84a no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:10.682674 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.696578 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: 922e57dc-342d-4d3c-b95c-c3e7c53bb84a {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:10.696924 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device 922e57dc-342d-4d3c-b95c-c3e7c53bb84a not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:10.697404 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:10.700667 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c6605f100>,) {'filters': {'network_id': ['4e8ba060-8375-44ef-9e63-bd6200540e0c']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:10.712825 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6605f100>, '3322d98f-e9e9-4da9-9f59-482ccdebd14d') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:10.713120 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6605f100>, '3322d98f-e9e9-4da9-9f59-482ccdebd14d') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:10.724619 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.732211 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:10.732733 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:10.743059 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.749633 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:25:10.750069 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:25:10.763860 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:25:10.885911 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.889483 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bcd5649b-60d0-4e14-94e3-a7d1763f4ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:10.907001 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:10.917243 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8ba060-8375-44ef-9e63-bd6200540e0c,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:10.920345 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:11.012249 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4994f64e-15bf-4855-a04c-08d65629630c admin admin] 10.222.0.78 "DELETE /v2.0/networks/4e8ba060-8375-44ef-9e63-bd6200540e0c HTTP/1.1" status: 204  len: 168 time: 1.2936254
Jun 30 19:25:11.015100 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32848) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:11.021690 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Deleting port fcac8e5d-4bdc-47cf-819a-b6a4fc298c95 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:11.022088 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:11.086564 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-afdeadc4-6a05-4ee4-b1f0-4f5203649db7 None None] The port 'fcac8e5d-4bdc-47cf-819a-b6a4fc298c95' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:25:11.553894 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962936'] for router_interface, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:12.030962 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Deleting port fdef2dc5-a5dd-4493-914e-9c20a33eb415 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:12.032256 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:12.210274 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] For port fdef2dc5-a5dd-4493-914e-9c20a33eb415, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=fdef2dc5-a5dd-4493-914e-9c20a33eb415,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:12.210630 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:12.334636 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Calling delete_port for fdef2dc5-a5dd-4493-914e-9c20a33eb415 owned by network:router_interface {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:12.594663 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:12.598502 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c53a7cb8-5907-43f6-9e44-d92012e1bf29 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:12.644821 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdef2dc5-a5dd-4493-914e-9c20a33eb415,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:12.647280 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:12.914361 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963020'] for router_interface, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:13.384494 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Router 156c6372-aab9-4bf1-bcfd-95f2982fe73b has already been hosted by L3 agent 1c3525b4-a334-4297-bd87-831f67ada6fd {{(pid=79178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 30 19:25:13.571910 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-iscsi the message routers_updated {{(pid=79178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 30 19:25:13.580400 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Sync routers for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 30 19:25:13.589862 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:25:13.590472 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb5e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:25:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:13.779274 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:25:13.784596 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-6af0fece-6ec6-42fb-a09a-9683c37f8d07 admin admin] 10.222.0.78 "PUT /v2.0/routers/156c6372-aab9-4bf1-bcfd-95f2982fe73b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7679260
Jun 30 19:25:13.787074 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32852) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:13.960816 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.065546 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb5e0>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:25:12Z', 'revision_number': 5, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:14.069328 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Checking router: 156c6372-aab9-4bf1-bcfd-95f2982fe73b for host: dv-cinder-798879-1-iscsi {{(pid=79181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 30 19:25:14.077547 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Routers {'156c6372-aab9-4bf1-bcfd-95f2982fe73b'} bound to L3 agent in host dv-cinder-798879-1-iscsi {{(pid=79181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 30 19:25:14.078182 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb5e0>, 'dv-cinder-798879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T19:03:03Z,description=<?>,heartbeat_timestamp=2021-06-30T19:25:03Z,host='dv-cinder-798879-1-iscsi',id=1c3525b4-a334-4297-bd87-831f67ada6fd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-30T19:03:04Z,topic='l3_agent')) {'router_ids': ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'], 'active': True} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:14.147227 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.251292 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Deleting port f4ba6481-ad9e-48f1-878a-0e8f39c797f3 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:14.251563 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.256970 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_dvr_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] Set router 156c6372-aab9-4bf1-bcfd-95f2982fe73b gateway port host: dv-cinder-798879-1-iscsi {{(pid=79181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 30 19:25:14.421641 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] For port f4ba6481-ad9e-48f1-878a-0e8f39c797f3, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,segment=NetworkSegment(41bac20c-88e0-4ffb-a74e-db2fc5ffa525),segment_id=41bac20c-88e0-4ffb-a74e-db2fc5ffa525)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:14.422838 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.542791 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.l3_hamode_db [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c673cb5e0>, [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:25:12Z', 'revision_number': 5, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}], 'dv-cinder-798879-1-iscsi', False) {} {{(pid=79181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:14.547371 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23e539-f692-4af6-bbab-86488fac8d8c None None] The sync data for ids ['156c6372-aab9-4bf1-bcfd-95f2982fe73b'] in dv-cinder-798879-1-iscsi is: [{'id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'name': 'tempest-TestVolumeBootPattern-994930571-router', 'tenant_id': 'f4ae11070e2443b0b20c717bb049392a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'external_fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:16:47Z', 'updated_at': '2021-06-30T19:25:12Z', 'revision_number': 5, 'project_id': 'f4ae11070e2443b0b20c717bb049392a', 'gw_port': {'id': 'f4ba6481-ad9e-48f1-878a-0e8f39c797f3', 'name': '', 'network_id': 'eb24462b-4c29-48bc-9d95-c3bb836241e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c6372-aab9-4bf1-bcfd-95f2982fe73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:16:48Z', 'updated_at': '2021-06-30T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea5c6ce-746d-4c54-a1f2-2308193c9819', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-iscsi'}] {{(pid=79181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 30 19:25:14.554744 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Calling delete_port for f4ba6481-ad9e-48f1-878a-0e8f39c797f3 owned by network:router_gateway {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:14.777115 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.780837 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-fe5b1bc0-becc-4de4-8b38-f20798d165e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:14.824637 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ba6481-ad9e-48f1-878a-0e8f39c797f3,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:14.853844 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:14.907876 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fdef2dc5-a5dd-4493-914e-9c20a33eb415 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:14.917769 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971603'] for router_gateway, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.945711 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:14.951666 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: fdef2dc5-a5dd-4493-914e-9c20a33eb415 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:14.958229 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device fdef2dc5-a5dd-4493-914e-9c20a33eb415 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:15.208657 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2029'] for router, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.210926 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.319328 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-970416'] for router, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.319898 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 156c6372-aab9-4bf1-bcfd-95f2982fe73b {{(pid=79178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 30 19:25:15.332610 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] Notify callbacks [] for router, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.333701 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-dbb76452-39fa-4d57-b476-68a4c69f05b9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/156c6372-aab9-4bf1-bcfd-95f2982fe73b HTTP/1.1" status: 204  len: 168 time: 1.5457439
Jun 30 19:25:15.336332 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32856) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:15.398093 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Deleting subnet e9d3736e-8220-4910-a30f-b9cc967b5fd7 {{(pid=79178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 30 19:25:15.401278 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.456238 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14686726'] for subnet, precommit_delete_associations {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.535950 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1194639'] for subnet, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.662861 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1189434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15185903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16496918'] for subnet, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.666428 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-af45c48a-a98b-45ea-a0c0-c72e49df95a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:15.702742 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d3736e-8220-4910-a30f-b9cc967b5fd7,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:15.706922 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:15.709549 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for subnet, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.714606 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97d168-7c94-420d-874f-e7eed5045390 None None] Network e92f49e4-b458-43ff-81ec-0d84a4c14e40 requested from dv-cinder-798879-1-iscsi {{(pid=79180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 30 19:25:15.717481 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-1510533a-4588-4d6d-bcd3-5978bf953142 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e9d3736e-8220-4910-a30f-b9cc967b5fd7 HTTP/1.1" status: 204  len: 168 time: 0.3801601
Jun 30 19:25:15.719995 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32860) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:15.831148 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164908'] for network, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.841585 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Deleting port af4e3296-fa0f-4929-a875-ad1433b9ef56 {{(pid=79178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:15.841917 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:15.968500 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] DHCP port deletion for e92f49e4-b458-43ff-81ec-0d84a4c14e40 request from dv-cinder-798879-1-iscsi {{(pid=79180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 30 19:25:15.973372 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Deleting port af4e3296-fa0f-4929-a875-ad1433b9ef56 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:15.973757 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.044346 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] For port af4e3296-fa0f-4929-a875-ad1433b9ef56, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=af4e3296-fa0f-4929-a875-ad1433b9ef56,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:16.044621 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.169160 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.plugin [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Calling delete_port for af4e3296-fa0f-4929-a875-ad1433b9ef56 owned by network:dhcp {{(pid=79178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:16.212498 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.db [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] For port af4e3296-fa0f-4929-a875-ad1433b9ef56, host dv-cinder-798879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-iscsi',level=0,port_id=af4e3296-fa0f-4929-a875-ad1433b9ef56,segment=NetworkSegment(1c771713-4af4-444b-886a-20e4c74c8b2b),segment_id=1c771713-4af4-444b-886a-20e4c74c8b2b)] {{(pid=79180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 30 19:25:16.212883 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-936824'] for port, precommit_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.315315 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747884476290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747883994125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15188252'] for port, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.319295 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c65ccfaa-cfd8-47b5-a721-28002d5cbc0a tempest-TestVolumeBootPattern-455084532 tempest-TestVolumeBootPattern-455084532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:16.332598 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Calling delete_port for af4e3296-fa0f-4929-a875-ad1433b9ef56 owned by network:dhcp {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 30 19:25:16.362222 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Pushing event deleted for resources: {'Port': ['ID=af4e3296-fa0f-4929-a875-ad1433b9ef56,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:16.367675 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:16.367675 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] No DVR routers for this DVR port af4e3296-fa0f-4929-a875-ad1433b9ef56 on host dv-cinder-798879-1-iscsi {{(pid=79178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 30 19:25:16.407789 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.db.api [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 30 19:25:16.408148 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG oslo_db.api [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 30 19:25:16.478233 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190912', 'neutron.services.segments.db._delete_segments_for_network-8747884334008'] for network, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.491476 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c6605cb80>,) {'filters': {'network_id': ['e92f49e4-b458-43ff-81ec-0d84a4c14e40']}} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:16.504353 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6605cb80>, '1c771713-4af4-444b-886a-20e4c74c8b2b') {'for_net_delete': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:16.504650 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.services.segments.db [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c6605cb80>, '1c771713-4af4-444b-886a-20e4c74c8b2b') {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 30 19:25:16.515631 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747884346143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14686733'] for segment, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.535354 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1192129'] for segment, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.541107 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=79178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 30 19:25:16.541519 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1192120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15188297'] for segment, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]: Traceback (most recent call last):
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     timer()
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     cb(*args, **kw)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     return func(*args, **kwargs)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     self._notify()
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     self.callback(batched_events)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     event.method(event)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     return f(self, *a, **k)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._get(url).json()
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     return self.request(url, 'GET', **kwargs)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 30 19:25:16.554970 dv-cinder-798879-1-iscsi neutron-server[79178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 30 19:25:16.626905 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device af4e3296-fa0f-4929-a875-ad1433b9ef56 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:16.663567 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: af4e3296-fa0f-4929-a875-ad1433b9ef56 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:16.663920 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device af4e3296-fa0f-4929-a875-ad1433b9ef56 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:16.664334 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f4ba6481-ad9e-48f1-878a-0e8f39c797f3 no longer exists at agent ovs-agent-dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 30 19:25:16.697801 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] No Port match for: f4ba6481-ad9e-48f1-878a-0e8f39c797f3 {{(pid=79180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 30 19:25:16.698147 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.rpc [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Device f4ba6481-ad9e-48f1-878a-0e8f39c797f3 not bound to the agent host dv-cinder-798879-1-iscsi {{(pid=79180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 30 19:25:16.702369 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971640'] for network, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.706628 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-730665c7-6d2d-41dc-a006-5c5fc2f16edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:16.720396 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643881'] for network, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.732739 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e92f49e4-b458-43ff-81ec-0d84a4c14e40,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:16.741860 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:16.741860 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-c2f05c83-111f-42d2-9be4-f735f85c42ef admin admin] 10.222.0.78 "DELETE /v2.0/networks/e92f49e4-b458-43ff-81ec-0d84a4c14e40 HTTP/1.1" status: 204  len: 168 time: 1.0182674
Jun 30 19:25:16.909111 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Deleting port af4e3296-fa0f-4929-a875-ad1433b9ef56 {{(pid=79180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 30 19:25:16.909648 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747884473959'] for port, before_delete {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:16.981023 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron.plugins.ml2.plugin [None req-f729612c-2d07-455c-a1d5-da2f6607bda3 None None] The port 'af4e3296-fa0f-4929-a875-ad1433b9ef56' was deleted {{(pid=79180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 30 19:25:17.009671 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 32866) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:17.057779 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-60844bb6-4dbf-4d61-93ba-3ac1349d0660 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46ce4880b8e44e15b6b2ef02000a1596&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468695
Jun 30 19:25:17.060088 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.wsgi [-] (79179) accepted ('10.222.0.78', 32870) {{(pid=79179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:17.119723 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:17.148591 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:17.251352 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:17.254866 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-578acf2a-a86f-439f-9346-59e98d9c4a77 tempest-AttachVolumeShelveTestJSON-271453736 tempest-AttachVolumeShelveTestJSON-271453736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:17.269168 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00477bd9-0be1-4ed7-9ee3-e6fed4e9e180,revision_number=None']} {{(pid=79179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:17.271676 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG oslo_concurrency.lockutils [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:17.277536 dv-cinder-798879-1-iscsi neutron-server[79179]: DEBUG neutron_lib.callbacks.manager [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:17.278754 dv-cinder-798879-1-iscsi neutron-server[79179]: INFO neutron.wsgi [None req-0ae69af2-3f9a-4a1f-b323-737e33bb65f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00477bd9-0be1-4ed7-9ee3-e6fed4e9e180 HTTP/1.1" status: 204  len: 168 time: 0.2177825
Jun 30 19:25:17.917758 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32878) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:17.977557 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-29bd956e-687d-4a90-9ef0-4e9f4db0106f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4ae11070e2443b0b20c717bb049392a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583127
Jun 30 19:25:17.979924 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [-] (79178) accepted ('10.222.0.78', 32882) {{(pid=79178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 30 19:25:18.039339 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:18.065337 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:18.189326 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024581'] for security_group, after_delete {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:18.193155 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-59c1b10c-5552-40b6-b2ba-6c249d482df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 30 19:25:18.205069 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18cce7-6ad4-43d1-b381-1ca27b6bc2ed,revision_number=None']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 30 19:25:18.208936 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 30 19:25:18.212206 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:18.213351 dv-cinder-798879-1-iscsi neutron-server[79178]: INFO neutron.wsgi [None req-4965597d-38b9-4a80-9151-d1a5dd586e75 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c18cce7-6ad4-43d1-b381-1ca27b6bc2ed HTTP/1.1" status: 204  len: 168 time: 0.2322257
Jun 30 19:25:30.558810 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-97e83fff-0fd7-460d-a01a-72ea6e1a34c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:31.160112 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:33.421805 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-ea94eaa5-052b-49e9-ae42-0eb842959c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:34.348610 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:35.793304 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:25:41.475111 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:25:44.901813 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:00.558128 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-cc227d9d-307a-4ae0-a445-889be647cc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:01.140970 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:03.433638 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-66d833f3-2685-4ac8-972a-f63fd74c1c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:04.363847 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:05.832408 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:14.917129 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:18.477493 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:26:30.573861 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-230b2a16-8ece-4ad9-8cb1-6e647dd90c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:31.163803 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:33.414689 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-705c8c1c-41ca-4a55-8d72-91e0a298aaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:34.346555 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:35.798019 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:44.929125 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:26:55.477638 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:27:00.566931 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-344729ae-25d1-44cb-a25d-c9d9626073fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:01.150203 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:03.441862 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-19b1e55f-57a5-4429-90a5-c320c6f0a957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:04.357634 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:05.789604 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:07.414105 dv-cinder-798879-1-iscsi neutron-server[79178]: DEBUG neutron.wsgi [req-5622aff3-0983-43ac-8699-4d82e5bd8564 req-c6c3bb07-8b98-43b5-aa8c-c4b6334be683 service neutron] (79178) timed out ('10.222.0.97', 60430) {{(pid=79178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 30 19:27:14.951670 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:30.577548 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a6c96895-0f85-45d4-8a9e-73b1e63573db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:31.154909 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:32.476530 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:27:33.457880 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-93bb49bd-ed03-416c-ac3b-5476aca44492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:34.345362 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:35.809550 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:27:44.974278 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:00.582004 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b4136018-dcfb-426e-9408-98405c111690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:01.176420 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:03.436430 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0aeb-8e77-4d39-98e9-9b2acc54bdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:04.356579 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:05.801828 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:09.475756 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:28:14.970041 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:30.581005 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cebf-4d73-4283-9d06-88dc9d6a809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:31.167588 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:33.429952 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c654b2a8-51d9-44f5-bce7-ccdfecee2b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:34.358245 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:35.797877 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:44.990034 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:28:46.474698 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:29:00.619873 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-6d5e39fd-8b03-445c-992c-b7d2f8c2657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:01.149780 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:03.448908 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-202f2e06-3577-4062-af03-20cadcc36117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:04.437259 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:05.808306 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:15.019333 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:23.474484 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:29:30.606262 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-a833e089-4c11-4b73-8bd6-4854e665bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:31.194969 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:33.429064 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-67a33a8e-3f80-4426-8a5e-eea791cc998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:34.463838 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:35.818945 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:29:45.001310 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:00.473427 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 30 19:30:00.560713 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-daeb9dfc-3b92-4a39-8796-d92476f25011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:01.155216 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:03.423394 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-934006fa-a5b5-4384-8b48-c63042f70af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:04.355288 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:05.828804 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:15.034640 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-b3cad39f-6ec8-4a49-92f5-78d3ca1011ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:30.588516 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-c0d07322-5c35-4914-9982-d4a75839853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:31.142745 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-62ab9a11-39bf-450d-98ff-65a406131c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:33.423864 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-8c74d995-1396-4f39-8aec-631e996a404e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:34.440010 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-e9db7860-7c56-4906-bb00-cd734faf5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:35.834248 dv-cinder-798879-1-iscsi neutron-server[79180]: DEBUG neutron_lib.callbacks.manager [None req-9c05f771-fa63-405a-a01e-61e17174e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747884334017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1190606'] for agent, after_update {{(pid=79180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 30 19:30:37.472065 dv-cinder-798879-1-iscsi neutron-server[79181]: DEBUG neutron.db.agents_db [None req-923159e5-389c-4a72-b55b-17031bff7214 None None] Agent healthcheck: found 6 active agents {{(pid=79181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}